[ 494.628883] env[62448]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62448) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.629222] env[62448]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62448) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.629343] env[62448]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62448) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 494.629708] env[62448]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 494.726118] env[62448]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62448) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 494.735765] env[62448]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62448) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 495.338109] env[62448]: INFO nova.virt.driver [None req-79976c3c-d18a-4e0d-b9b0-1d85a6473564 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 495.407592] env[62448]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 495.407810] env[62448]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.407940] env[62448]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62448) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 498.700039] env[62448]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-07c1ac29-85fa-40f2-9040-8c7eeafdf7ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.717444] env[62448]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62448) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 498.717578] env[62448]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-73bd3c82-7913-4d0d-bb4f-1d5f4fe7d85c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.751028] env[62448]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7ca03. [ 498.751028] env[62448]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.343s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.751356] env[62448]: INFO nova.virt.vmwareapi.driver [None req-79976c3c-d18a-4e0d-b9b0-1d85a6473564 None None] VMware vCenter version: 7.0.3 [ 498.755028] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01430357-d330-4eda-8fc4-39f0483841c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.773134] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9521bcf-4b0d-42a2-a1fe-317a4322472c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.779498] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1327fda4-716a-45b4-b417-c3f32ae6972e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.786658] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a951f46-4400-4e19-9fd4-3bf39bae7cb5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.802028] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d04dac-2139-4f96-af8e-bb5ba89d8be3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.806476] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6be9aa4-66a6-4773-bc8f-ffcb91374f8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.837218] env[62448]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-245d1141-6486-47c8-b3db-81fdd0287da5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.842948] env[62448]: DEBUG nova.virt.vmwareapi.driver [None req-79976c3c-d18a-4e0d-b9b0-1d85a6473564 None None] Extension org.openstack.compute already exists. {{(pid=62448) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 498.845823] env[62448]: INFO nova.compute.provider_config [None req-79976c3c-d18a-4e0d-b9b0-1d85a6473564 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 499.350049] env[62448]: DEBUG nova.context [None req-79976c3c-d18a-4e0d-b9b0-1d85a6473564 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),31ef575d-b1e1-4fd3-9c26-5893e71500d8(cell1) {{(pid=62448) load_cells /opt/stack/nova/nova/context.py:464}} [ 499.351895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.352139] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.352873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.353309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Acquiring lock "31ef575d-b1e1-4fd3-9c26-5893e71500d8" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 499.353501] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Lock "31ef575d-b1e1-4fd3-9c26-5893e71500d8" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 499.354485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Lock "31ef575d-b1e1-4fd3-9c26-5893e71500d8" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 499.374833] env[62448]: INFO dbcounter [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Registered counter for database nova_cell0 [ 499.382695] env[62448]: INFO dbcounter [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Registered counter for database nova_cell1 [ 499.385908] env[62448]: DEBUG oslo_db.sqlalchemy.engines [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62448) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 499.386273] env[62448]: DEBUG oslo_db.sqlalchemy.engines [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62448) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 499.391123] env[62448]: ERROR nova.db.main.api [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 499.391123] env[62448]: result = function(*args, **kwargs) [ 499.391123] env[62448]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 499.391123] env[62448]: return func(*args, **kwargs) [ 499.391123] env[62448]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 499.391123] env[62448]: result = fn(*args, **kwargs) [ 499.391123] env[62448]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 499.391123] env[62448]: return f(*args, **kwargs) [ 499.391123] env[62448]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 499.391123] env[62448]: return db.service_get_minimum_version(context, binaries) [ 499.391123] env[62448]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 499.391123] env[62448]: _check_db_access() [ 499.391123] env[62448]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 499.391123] env[62448]: stacktrace = ''.join(traceback.format_stack()) [ 499.391123] env[62448]: [ 499.391901] env[62448]: ERROR nova.db.main.api [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 499.391901] env[62448]: result = function(*args, **kwargs) [ 499.391901] env[62448]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 499.391901] env[62448]: return func(*args, **kwargs) [ 499.391901] env[62448]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 499.391901] env[62448]: result = fn(*args, **kwargs) [ 499.391901] env[62448]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 499.391901] env[62448]: return f(*args, **kwargs) [ 499.391901] env[62448]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 499.391901] env[62448]: return db.service_get_minimum_version(context, binaries) [ 499.391901] env[62448]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 499.391901] env[62448]: _check_db_access() [ 499.391901] env[62448]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 499.391901] env[62448]: stacktrace = ''.join(traceback.format_stack()) [ 499.391901] env[62448]: [ 499.392298] env[62448]: WARNING nova.objects.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Failed to get minimum service version for cell 31ef575d-b1e1-4fd3-9c26-5893e71500d8 [ 499.392422] env[62448]: WARNING nova.objects.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 499.392830] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Acquiring lock "singleton_lock" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 499.392988] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Acquired lock "singleton_lock" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 499.393238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Releasing lock "singleton_lock" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 499.393557] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Full set of CONF: {{(pid=62448) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 499.393705] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ******************************************************************************** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 499.393835] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] Configuration options gathered from: {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 499.393968] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 499.394232] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 499.394363] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ================================================================================ {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 499.394571] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] allow_resize_to_same_host = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.394747] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] arq_binding_timeout = 300 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.394876] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] backdoor_port = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.395011] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] backdoor_socket = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.395182] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] block_device_allocate_retries = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.395343] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] block_device_allocate_retries_interval = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.395514] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cert = self.pem {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.395681] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.395850] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute_monitors = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396032] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] config_dir = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396210] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] config_drive_format = iso9660 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396347] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396514] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] config_source = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396678] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] console_host = devstack {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396842] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] control_exchange = nova {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.396998] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cpu_allocation_ratio = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.397170] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] daemon = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.397333] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] debug = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.397526] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] default_access_ip_network_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.397649] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] default_availability_zone = nova {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.397802] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] default_ephemeral_format = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.397958] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] default_green_pool_size = 1000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.398203] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.398368] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] default_schedule_zone = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.398524] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] disk_allocation_ratio = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.398684] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] enable_new_services = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.398860] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] enabled_apis = ['osapi_compute'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.399037] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] enabled_ssl_apis = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.399201] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] flat_injected = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.399360] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] force_config_drive = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.399519] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] force_raw_images = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.399683] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] graceful_shutdown_timeout = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.399840] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] heal_instance_info_cache_interval = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.400093] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] host = cpu-1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.400283] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.400450] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] initial_disk_allocation_ratio = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.400614] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] initial_ram_allocation_ratio = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.400829] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.400994] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_build_timeout = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.401170] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_delete_interval = 300 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.401341] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_format = [instance: %(uuid)s] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.401510] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_name_template = instance-%08x {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.401671] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_usage_audit = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.401840] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_usage_audit_period = month {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.402013] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.402191] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] instances_path = /opt/stack/data/nova/instances {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.402371] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] internal_service_availability_zone = internal {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.402520] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] key = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.402681] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] live_migration_retry_count = 30 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.402849] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_color = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403024] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_config_append = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403198] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403359] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_dir = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403520] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403649] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_options = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403811] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_rotate_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.403979] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_rotate_interval_type = days {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.404161] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] log_rotation_type = none {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.404292] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.404417] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.404588] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.404753] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.404881] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.405053] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] long_rpc_timeout = 1800 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.405217] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] max_concurrent_builds = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.405377] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] max_concurrent_live_migrations = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.405536] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] max_concurrent_snapshots = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.405694] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] max_local_block_devices = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.405849] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] max_logfile_count = 30 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406008] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] max_logfile_size_mb = 200 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406174] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] maximum_instance_delete_attempts = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406339] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metadata_listen = 0.0.0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406506] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metadata_listen_port = 8775 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406670] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metadata_workers = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406831] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] migrate_max_retries = -1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.406998] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] mkisofs_cmd = genisoimage {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.407220] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] my_block_storage_ip = 10.180.1.21 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.407355] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] my_ip = 10.180.1.21 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.407559] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.407721] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] network_allocate_retries = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.407896] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.408078] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] osapi_compute_listen = 0.0.0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.408247] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] osapi_compute_listen_port = 8774 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.408415] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] osapi_compute_unique_server_name_scope = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.408586] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] osapi_compute_workers = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.408748] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] password_length = 12 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.408907] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] periodic_enable = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.409078] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] periodic_fuzzy_delay = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.409250] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] pointer_model = usbtablet {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.409416] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] preallocate_images = none {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.409579] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] publish_errors = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.409709] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] pybasedir = /opt/stack/nova {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.409867] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ram_allocation_ratio = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.410037] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] rate_limit_burst = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.410209] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] rate_limit_except_level = CRITICAL {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.410369] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] rate_limit_interval = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.410527] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reboot_timeout = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.410682] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reclaim_instance_interval = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.410835] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] record = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411011] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reimage_timeout_per_gb = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411179] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] report_interval = 120 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411338] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] rescue_timeout = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411494] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reserved_host_cpus = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411649] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reserved_host_disk_mb = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411804] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reserved_host_memory_mb = 512 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.411960] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] reserved_huge_pages = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.412130] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] resize_confirm_window = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.412292] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] resize_fs_using_block_device = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.412461] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] resume_guests_state_on_host_boot = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.412623] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.412830] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] rpc_response_timeout = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.412976] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] run_external_periodic_tasks = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.413161] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] running_deleted_instance_action = reap {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.413326] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] running_deleted_instance_poll_interval = 1800 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.413483] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] running_deleted_instance_timeout = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.413640] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler_instance_sync_interval = 120 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.413806] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_down_time = 720 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.413971] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] servicegroup_driver = db {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.414139] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] shell_completion = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.414299] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] shelved_offload_time = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.414456] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] shelved_poll_interval = 3600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.414622] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] shutdown_timeout = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.414781] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] source_is_ipv6 = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.414938] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ssl_only = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.415198] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.415369] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] sync_power_state_interval = 600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.415541] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] sync_power_state_pool_size = 1000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.415698] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] syslog_log_facility = LOG_USER {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.415853] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] tempdir = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416023] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] timeout_nbd = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416193] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] transport_url = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416352] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] update_resources_interval = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416510] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] use_cow_images = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416665] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] use_journal = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416821] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] use_json = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.416977] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] use_rootwrap_daemon = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.417147] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] use_stderr = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.417302] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] use_syslog = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.417456] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vcpu_pin_set = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.417621] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plugging_is_fatal = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.417783] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plugging_timeout = 300 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.417946] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] virt_mkfs = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.418119] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] volume_usage_poll_interval = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.418279] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] watch_log_file = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.418443] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] web = /usr/share/spice-html5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 499.418626] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.418789] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.418949] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.419130] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_concurrency.disable_process_locking = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.419670] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.419869] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.420054] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.420240] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.420410] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.420579] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.420759] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.auth_strategy = keystone {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.420925] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.compute_link_prefix = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.421121] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.421300] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.dhcp_domain = novalocal {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.421470] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.enable_instance_password = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.421636] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.glance_link_prefix = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.421801] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.421974] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.422151] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.instance_list_per_project_cells = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.422313] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.list_records_by_skipping_down_cells = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.422480] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.local_metadata_per_cell = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.422652] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.max_limit = 1000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.422821] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.metadata_cache_expiration = 15 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.422997] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.neutron_default_tenant_id = default {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.423188] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.response_validation = warn {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.423362] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.use_neutron_default_nets = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.423530] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.423694] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.423861] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.424047] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.424224] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_dynamic_targets = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.424391] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_jsonfile_path = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.424574] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.424766] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.backend = dogpile.cache.memcached {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.424932] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.backend_argument = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.425106] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.backend_expiration_time = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.425280] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.config_prefix = cache.oslo {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.425446] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.dead_timeout = 60.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.425610] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.debug_cache_backend = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.425768] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.enable_retry_client = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.425929] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.enable_socket_keepalive = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.426112] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.enabled = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.426279] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.enforce_fips_mode = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.426443] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.expiration_time = 600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.426607] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.hashclient_retry_attempts = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.426772] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.hashclient_retry_delay = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.426934] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_dead_retry = 300 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.427103] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_password = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.427269] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.427433] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.427597] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_pool_maxsize = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.427756] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.427919] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_sasl_enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.428112] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.428286] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_socket_timeout = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.428445] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.memcache_username = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.428613] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.proxies = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.428779] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_db = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.428941] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_password = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.429152] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_sentinel_service_name = mymaster {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.429315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.429486] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_server = localhost:6379 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.429653] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_socket_timeout = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.429812] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.redis_username = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.429970] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.retry_attempts = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.430149] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.retry_delay = 0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.430315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.socket_keepalive_count = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.430475] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.socket_keepalive_idle = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.430636] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.socket_keepalive_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.430795] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.tls_allowed_ciphers = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.430951] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.tls_cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.431121] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.tls_certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.431289] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.tls_enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.431446] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cache.tls_keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.431618] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.431791] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.auth_type = password {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.431952] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.432152] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.catalog_info = volumev3::publicURL {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.432317] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.432486] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.432651] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.cross_az_attach = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.432813] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.debug = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.432973] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.endpoint_template = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.433148] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.http_retries = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.433311] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.433471] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.433643] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.os_region_name = RegionOne {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.433805] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.433965] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cinder.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.434149] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.434312] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.cpu_dedicated_set = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.434470] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.cpu_shared_set = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.434659] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.image_type_exclude_list = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.434829] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.434992] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.max_concurrent_disk_ops = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.435170] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.max_disk_devices_to_attach = -1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.435336] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.435509] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.435672] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.resource_provider_association_refresh = 300 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.435832] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.435993] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.shutdown_retry_interval = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.436189] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.436367] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] conductor.workers = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.436546] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] console.allowed_origins = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.436706] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] console.ssl_ciphers = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.436875] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] console.ssl_minimum_version = default {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.437063] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] consoleauth.enforce_session_timeout = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.437236] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] consoleauth.token_ttl = 600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.437432] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.437593] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.437757] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.437916] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.438089] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.438250] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.438414] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.438574] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.438736] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.438894] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.439066] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.439229] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.439386] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.439557] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.service_type = accelerator {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.439718] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.439875] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.440041] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.440204] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.440392] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.440551] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] cyborg.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.440720] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.asyncio_connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.440882] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.asyncio_slave_connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.441071] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.backend = sqlalchemy {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.441245] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.441411] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.connection_debug = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.441582] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.connection_parameters = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.441747] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.connection_recycle_time = 3600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.441911] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.connection_trace = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.442084] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.db_inc_retry_interval = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.442246] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.db_max_retries = 20 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.442412] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.db_max_retry_interval = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.442573] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.db_retry_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.442734] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.max_overflow = 50 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.442895] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.max_pool_size = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.443064] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.max_retries = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.443238] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.443395] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.mysql_wsrep_sync_wait = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.443554] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.pool_timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.443712] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.retry_interval = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.443870] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.slave_connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.444040] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.sqlite_synchronous = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.444204] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] database.use_db_reconnect = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.444371] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.asyncio_connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.444533] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.asyncio_slave_connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.444705] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.backend = sqlalchemy {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.444871] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.445045] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.connection_debug = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.445220] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.connection_parameters = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.445383] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.connection_recycle_time = 3600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.445548] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.connection_trace = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.445710] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.db_inc_retry_interval = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.445870] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.db_max_retries = 20 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.446043] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.db_max_retry_interval = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.446208] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.db_retry_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.446369] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.max_overflow = 50 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.446530] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.max_pool_size = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.446691] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.max_retries = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.446857] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.447027] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.447189] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.pool_timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.447349] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.retry_interval = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.447506] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.slave_connection = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.447666] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] api_database.sqlite_synchronous = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.447836] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] devices.enabled_mdev_types = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.448022] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.448196] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ephemeral_storage_encryption.default_format = luks {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.448357] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ephemeral_storage_encryption.enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.448521] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.448690] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.api_servers = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.448851] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449022] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449190] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449347] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449503] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449663] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.debug = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449826] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.default_trusted_certificate_ids = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.449988] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.enable_certificate_validation = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.450162] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.enable_rbd_download = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.450324] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.450490] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.450655] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.450815] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.450972] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.451145] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.num_retries = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.451315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.rbd_ceph_conf = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.451475] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.rbd_connect_timeout = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.451646] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.rbd_pool = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.451816] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.rbd_user = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.451981] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.452155] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.452315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.452488] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.service_type = image {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.452650] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.452808] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.452964] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.453135] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.453317] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.453481] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.verify_glance_signatures = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.453644] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] glance.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.453809] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] guestfs.debug = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.453977] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.454153] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.auth_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.454314] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.454471] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.454635] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.454799] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.454954] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.455124] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.455286] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.455444] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.455603] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.455757] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.455913] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.456079] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.456237] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.456405] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.service_type = shared-file-system {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.456572] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.share_apply_policy_timeout = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.456733] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.456891] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.457061] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.457224] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.457404] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.457567] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] manila.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.457732] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] mks.enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.458095] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.458289] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] image_cache.manager_interval = 2400 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.458463] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] image_cache.precache_concurrency = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.458636] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] image_cache.remove_unused_base_images = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.458807] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.458972] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.459163] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] image_cache.subdirectory_name = _base {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.459339] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.api_max_retries = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.459504] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.api_retry_interval = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.459663] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.459822] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.auth_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.459981] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.460152] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.460316] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.460477] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.conductor_group = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.460635] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.460791] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.460944] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.461118] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.461277] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.461435] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.461591] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.461755] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.peer_list = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.461912] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.462078] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.462244] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.serial_console_state_timeout = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.462414] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.462578] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.service_type = baremetal {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.462736] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.shard = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.462906] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.463090] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.463253] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.463413] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.463601] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.463761] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ironic.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.463943] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.464135] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] key_manager.fixed_key = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.464320] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.464484] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.barbican_api_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.464648] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.barbican_endpoint = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.464819] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.barbican_endpoint_type = public {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.464979] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.barbican_region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.465155] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.465315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.465478] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.465640] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.465795] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.465957] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.number_of_retries = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.466129] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.retry_delay = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.466296] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.send_service_user_token = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.466459] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.466621] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.466783] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.verify_ssl = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.466940] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican.verify_ssl_path = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.467119] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.467286] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.auth_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.467444] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.467603] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.467762] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.467921] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.468094] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.468256] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.468415] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] barbican_service_user.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.468580] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.approle_role_id = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.468737] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.approle_secret_id = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.468907] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.kv_mountpoint = secret {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.469074] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.kv_path = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.469236] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.kv_version = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.469392] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.namespace = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.469552] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.root_token_id = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.469708] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.ssl_ca_crt_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.469874] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.timeout = 60.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.470044] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.use_ssl = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.470216] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.470386] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.470550] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.470715] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.470872] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471040] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471203] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471363] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471519] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471675] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471830] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.471985] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.472157] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.472321] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.472496] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.service_type = identity {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.472660] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.472819] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.472979] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.473152] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.473336] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.473494] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] keystone.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.473686] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.ceph_mount_options = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.474026] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.474217] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.connection_uri = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.474385] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_mode = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.474555] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_model_extra_flags = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.474723] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_models = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.474896] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_power_governor_high = performance {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.475076] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_power_governor_low = powersave {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.475247] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_power_management = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.475421] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.475593] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.device_detach_attempts = 8 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.475759] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.device_detach_timeout = 20 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.475928] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.disk_cachemodes = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.476105] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.disk_prefix = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.476274] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.enabled_perf_events = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.476442] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.file_backed_memory = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.476605] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.gid_maps = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.476762] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.hw_disk_discard = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.476918] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.hw_machine_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.477097] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_rbd_ceph_conf = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.477264] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.477428] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.477597] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_rbd_glance_store_name = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.477763] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_rbd_pool = rbd {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.477931] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_type = default {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.478105] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.images_volume_group = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.478270] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.inject_key = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.478433] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.inject_partition = -2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.478595] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.inject_password = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.478756] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.iscsi_iface = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.478916] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.iser_use_multipath = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.479091] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_bandwidth = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.479255] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.479415] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_downtime = 500 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.479578] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.479737] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.479894] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_inbound_addr = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.480066] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.480229] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_permit_post_copy = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.480390] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_scheme = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.480560] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_timeout_action = abort {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.480721] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_tunnelled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.480878] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_uri = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.481048] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.live_migration_with_native_tls = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.481210] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.max_queues = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.481397] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.481627] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.481791] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.nfs_mount_options = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.482112] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.482314] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.482488] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.num_iser_scan_tries = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.482651] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.num_memory_encrypted_guests = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.482816] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.482977] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.num_pcie_ports = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.483157] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.num_volume_scan_tries = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.483324] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.pmem_namespaces = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.483480] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.quobyte_client_cfg = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.483793] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.483970] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rbd_connect_timeout = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.484152] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.484319] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.484479] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rbd_secret_uuid = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.484640] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rbd_user = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.484802] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.484973] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.remote_filesystem_transport = ssh {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.485145] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rescue_image_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.485303] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rescue_kernel_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.485461] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rescue_ramdisk_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.485629] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.485804] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.rx_queue_size = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.485980] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.smbfs_mount_options = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.486317] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.486500] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.snapshot_compression = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.486666] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.snapshot_image_format = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.486910] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.487092] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.sparse_logical_volumes = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.487259] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.swtpm_enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.487431] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.swtpm_group = tss {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.487599] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.swtpm_user = tss {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.487764] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.sysinfo_serial = unique {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.487922] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.tb_cache_size = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.488092] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.tx_queue_size = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.488257] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.uid_maps = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.488419] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.use_virtio_for_bridges = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.488591] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.virt_type = kvm {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.488754] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.volume_clear = zero {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.488915] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.volume_clear_size = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.489092] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.volume_use_multipath = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.489253] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_cache_path = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.489420] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.489591] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_mount_group = qemu {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.489755] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_mount_opts = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.489923] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.490265] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.490446] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.vzstorage_mount_user = stack {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.490615] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.490786] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.490961] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.auth_type = password {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.491136] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.491299] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.491463] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.491622] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.491778] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.491946] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.default_floating_pool = public {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.492127] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.492289] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.extension_sync_interval = 600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.492452] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.http_retries = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.492610] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.492769] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.492927] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.493114] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.493277] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.493444] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.ovs_bridge = br-int {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.493611] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.physnets = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.493780] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.region_name = RegionOne {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.493939] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.494119] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.service_metadata_proxy = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.494282] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.494451] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.service_type = network {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.494614] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.494770] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.494927] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.495097] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.495281] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.495441] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] neutron.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.495611] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] notifications.bdms_in_notifications = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.495784] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] notifications.default_level = INFO {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.495948] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] notifications.include_share_mapping = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.496133] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] notifications.notification_format = unversioned {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.496321] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] notifications.notify_on_state_change = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.496475] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.496652] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] pci.alias = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.496818] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] pci.device_spec = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.496980] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] pci.report_in_placement = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.497165] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.497339] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.auth_type = password {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.497507] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.497665] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.497820] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.497979] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.498148] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.498306] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.498460] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.default_domain_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.498616] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.default_domain_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.498771] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.domain_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.498925] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.domain_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.499092] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.499252] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.499407] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.499564] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.499716] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.499878] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.password = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.500045] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.project_domain_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.500214] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.project_domain_name = Default {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.500381] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.project_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.500552] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.project_name = service {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.500722] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.region_name = RegionOne {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.500881] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.501050] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.501222] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.service_type = placement {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.501386] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.501549] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.501706] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.501864] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.system_scope = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.502037] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.502199] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.trust_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.502380] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.user_domain_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.502532] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.user_domain_name = Default {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.502686] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.user_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.502855] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.username = nova {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.503043] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.503208] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] placement.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.503391] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.cores = 20 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.503551] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.count_usage_from_placement = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.503722] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.503888] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.injected_file_content_bytes = 10240 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.504063] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.injected_file_path_length = 255 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.504230] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.injected_files = 5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.504394] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.instances = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.504561] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.key_pairs = 100 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.504723] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.metadata_items = 128 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.504887] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.ram = 51200 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.505060] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.recheck_quota = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.505227] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.server_group_members = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.505390] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.server_groups = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.505596] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.505770] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] quota.unified_limits_resource_strategy = require {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.505944] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.506119] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.506285] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.image_metadata_prefilter = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.506444] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.506610] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.max_attempts = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.506769] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.max_placement_results = 1000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.506943] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.507099] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.query_placement_for_image_type_support = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.507282] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.507453] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] scheduler.workers = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.507626] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.507796] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.507974] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.508158] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.508322] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.508487] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.508650] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.508837] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.509008] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.host_subset_size = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.509180] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.509339] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.509504] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.509668] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.isolated_hosts = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.509830] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.isolated_images = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.510011] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.510181] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.510344] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.510537] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.pci_in_placement = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.510695] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.510858] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.511029] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.511193] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.511367] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.511531] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.511691] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.track_instance_changes = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.511865] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.512045] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metrics.required = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.512214] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metrics.weight_multiplier = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.512381] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.512542] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] metrics.weight_setting = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.512845] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.513028] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] serial_console.enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.513209] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] serial_console.port_range = 10000:20000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.513381] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.513552] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.513717] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] serial_console.serialproxy_port = 6083 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.513882] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.514066] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.auth_type = password {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.514233] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.514483] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.514650] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.514812] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.514966] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.515152] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.send_service_user_token = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.515315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.515473] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] service_user.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.515643] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.agent_enabled = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.515804] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.516136] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.516384] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.516560] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.html5proxy_port = 6082 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.516723] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.image_compression = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.516883] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.jpeg_compression = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.517055] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.playback_compression = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.517221] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.require_secure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.517390] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.server_listen = 127.0.0.1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.517562] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.517724] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.streaming_mode = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.517881] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] spice.zlib_compression = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.518057] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] upgrade_levels.baseapi = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.518233] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] upgrade_levels.compute = auto {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.518393] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] upgrade_levels.conductor = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.518551] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] upgrade_levels.scheduler = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.518718] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.518880] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.auth_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.519052] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.519218] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.519381] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.519543] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.519700] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.519861] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.520030] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vendordata_dynamic_auth.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.520211] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.api_retry_count = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.520373] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.ca_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.520547] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.cache_prefix = devstack-image-cache {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.520715] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.cluster_name = testcl1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.520878] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.connection_pool_size = 10 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.521050] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.console_delay_seconds = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.521223] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.datastore_regex = ^datastore.* {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.521432] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.521609] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.host_password = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.521777] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.host_port = 443 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.521945] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.host_username = administrator@vsphere.local {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.522130] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.insecure = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.522293] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.integration_bridge = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.522461] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.maximum_objects = 100 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.522623] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.pbm_default_policy = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.522782] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.pbm_enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.522939] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.pbm_wsdl_location = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.523119] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.523280] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.serial_port_proxy_uri = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.523439] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.serial_port_service_uri = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.523603] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.task_poll_interval = 0.5 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.523773] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.use_linked_clone = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.523938] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.vnc_keymap = en-us {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.524117] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.vnc_port = 5900 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.524284] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vmware.vnc_port_total = 10000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.524476] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.auth_schemes = ['none'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.524654] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.524957] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.525157] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.525331] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.novncproxy_port = 6080 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.525517] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.server_listen = 127.0.0.1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.525697] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.525856] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.vencrypt_ca_certs = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.526025] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.vencrypt_client_cert = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.526190] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vnc.vencrypt_client_key = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.526366] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.526530] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.disable_deep_image_inspection = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.526692] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.526851] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527028] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527184] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.disable_rootwrap = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527344] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.enable_numa_live_migration = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527507] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527664] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527823] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.527981] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.libvirt_disable_apic = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.528155] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.528319] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.528479] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.528640] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.528797] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.528956] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.529127] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.529287] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.529445] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.529608] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.529792] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.529961] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.client_socket_timeout = 900 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.530139] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.default_pool_size = 1000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.530305] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.keep_alive = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.530469] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.max_header_line = 16384 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.530631] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.secure_proxy_ssl_header = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.530796] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.ssl_ca_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.530957] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.ssl_cert_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.531139] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.ssl_key_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.531306] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.tcp_keepidle = 600 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.531480] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.531647] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] zvm.ca_file = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.531807] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] zvm.cloud_connector_url = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.532173] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.532372] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] zvm.reachable_timeout = 300 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.532534] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.532737] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.532931] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.connection_string = messaging:// {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.533118] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.enabled = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.533292] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.es_doc_type = notification {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.533453] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.es_scroll_size = 10000 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.533621] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.es_scroll_time = 2m {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.533780] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.filter_error_trace = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.533943] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.hmac_keys = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.534122] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.sentinel_service_name = mymaster {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.534288] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.socket_timeout = 0.1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.534446] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.trace_requests = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.534607] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler.trace_sqlalchemy = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.534781] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler_jaeger.process_tags = {} {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.534939] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler_jaeger.service_name_prefix = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.535113] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] profiler_otlp.service_name_prefix = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.535276] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] remote_debug.host = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.535434] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] remote_debug.port = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.535605] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.535763] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.535922] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.536101] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.536263] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.536420] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.536578] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.536733] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.536891] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.537070] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.537230] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.537396] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.537560] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.537722] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.537886] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.538064] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.538231] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.538397] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.538560] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.538719] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.538884] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.539059] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.539225] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.539387] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.539546] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.539707] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.539871] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.540041] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.540209] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.540370] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.ssl = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.540540] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.540706] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.540867] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.541044] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.541215] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.ssl_version = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.541375] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.541562] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.541729] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_notifications.retry = -1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.541905] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.542091] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_messaging_notifications.transport_url = **** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.542263] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.auth_section = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.542431] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.auth_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.542591] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.cafile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.542749] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.certfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.542908] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.collect_timing = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.543083] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.connect_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.543247] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.connect_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.543405] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.endpoint_id = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.543577] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.endpoint_interface = publicURL {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.543735] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.endpoint_override = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.543892] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.endpoint_region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.544064] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.endpoint_service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.544227] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.endpoint_service_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.544390] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.insecure = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.544548] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.keyfile = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.544702] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.max_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.544857] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.min_version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545021] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.region_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545186] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.retriable_status_codes = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545347] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.service_name = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545506] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.service_type = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545669] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.split_loggers = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545826] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.status_code_retries = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.545984] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.status_code_retry_delay = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.546157] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.timeout = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.546315] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.valid_interfaces = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.546472] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_limit.version = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.546637] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_reports.file_event_handler = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.546801] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.546956] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] oslo_reports.log_dir = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.547141] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.547303] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.547462] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.547631] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.547793] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.547950] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.548133] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.548293] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_ovs_privileged.group = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.548452] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.548616] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.548777] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.548932] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] vif_plug_ovs_privileged.user = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.549121] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.flat_interface = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.549304] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.549475] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.549647] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.549814] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.549977] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.550151] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.550313] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.550488] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.550660] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.isolate_vif = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.550827] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.550990] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.551173] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.551343] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.ovsdb_interface = native {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.551508] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] os_vif_ovs.per_port_bridge = False {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.551676] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] privsep_osbrick.capabilities = [21] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.551834] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] privsep_osbrick.group = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.551990] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] privsep_osbrick.helper_command = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.552168] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.552333] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.552492] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] privsep_osbrick.user = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.552666] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.552822] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] nova_sys_admin.group = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.552976] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] nova_sys_admin.helper_command = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.553153] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.553313] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.553468] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] nova_sys_admin.user = None {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 499.553600] env[62448]: DEBUG oslo_service.service [None req-6c19667e-d3b2-452e-b931-1dc19c4f61ed None None] ******************************************************************************** {{(pid=62448) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 499.554054] env[62448]: INFO nova.service [-] Starting compute node (version 29.0.2) [ 500.058084] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Getting list of instances from cluster (obj){ [ 500.058084] env[62448]: value = "domain-c8" [ 500.058084] env[62448]: _type = "ClusterComputeResource" [ 500.058084] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 500.059040] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b60973-6822-40ef-9e00-9af551fe8aff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.067721] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Got total of 0 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 500.068306] env[62448]: WARNING nova.virt.vmwareapi.driver [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 500.068794] env[62448]: INFO nova.virt.node [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Generated node identity 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 [ 500.069038] env[62448]: INFO nova.virt.node [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Wrote node identity 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 to /opt/stack/data/n-cpu-1/compute_id [ 500.572119] env[62448]: WARNING nova.compute.manager [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Compute nodes ['89c3b6e8-c87b-4032-a4fd-5fcce4d07c17'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 501.578552] env[62448]: INFO nova.compute.manager [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 502.584567] env[62448]: WARNING nova.compute.manager [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 502.584973] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.585067] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.585218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.585370] env[62448]: DEBUG nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 502.586316] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed46c23a-8c66-4881-b117-7703fb23c675 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.594254] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2accc212-6f07-4332-a623-f93bb3da9278 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.608780] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31e5b94-9905-4ccb-852b-8518bc938649 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.615142] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146cc1de-d6d4-426b-b584-35cfd509e607 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.643631] env[62448]: DEBUG nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181283MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 502.643770] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.643949] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 503.146623] env[62448]: WARNING nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] No compute node record for cpu-1:89c3b6e8-c87b-4032-a4fd-5fcce4d07c17: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 could not be found. [ 503.649855] env[62448]: INFO nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 [ 505.157709] env[62448]: DEBUG nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 505.158180] env[62448]: DEBUG nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 505.323613] env[62448]: INFO nova.scheduler.client.report [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] [req-96d1664b-9f30-4d9a-ac71-3d3ba53b55b6] Created resource provider record via placement API for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 505.341490] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b713a7-3461-410c-910b-5d9331aece1e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.349273] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77091fdb-853b-4fe5-b07e-3634cc4146e0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.380293] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0abafc-0e15-4af2-915f-178b9aa5f63e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.387856] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b7a61-3d75-4b37-abcd-f399fd6660e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.401019] env[62448]: DEBUG nova.compute.provider_tree [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.935919] env[62448]: DEBUG nova.scheduler.client.report [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 505.936166] env[62448]: DEBUG nova.compute.provider_tree [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 0 to 1 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.936309] env[62448]: DEBUG nova.compute.provider_tree [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.987016] env[62448]: DEBUG nova.compute.provider_tree [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 1 to 2 during operation: update_traits {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 506.491812] env[62448]: DEBUG nova.compute.resource_tracker [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 506.491812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.848s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 506.491812] env[62448]: DEBUG nova.service [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Creating RPC server for service compute {{(pid=62448) start /opt/stack/nova/nova/service.py:186}} [ 506.504710] env[62448]: DEBUG nova.service [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] Join ServiceGroup membership for this service compute {{(pid=62448) start /opt/stack/nova/nova/service.py:203}} [ 506.504893] env[62448]: DEBUG nova.servicegroup.drivers.db [None req-2f70a953-ce19-4238-85a4-67ed053569c7 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62448) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 516.506802] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 517.012135] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Getting list of instances from cluster (obj){ [ 517.012135] env[62448]: value = "domain-c8" [ 517.012135] env[62448]: _type = "ClusterComputeResource" [ 517.012135] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 517.013352] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b964db93-cf0c-47b1-b6ad-e06971cf59c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.022450] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Got total of 0 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 517.022703] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 517.022995] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Getting list of instances from cluster (obj){ [ 517.022995] env[62448]: value = "domain-c8" [ 517.022995] env[62448]: _type = "ClusterComputeResource" [ 517.022995] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 517.023861] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cec8d52-43ac-49a3-96a7-fc368ce47dda {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.030608] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Got total of 0 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.788664] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.789131] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.789223] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 554.789307] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 555.291986] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 555.292260] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.292469] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.292657] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.292903] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.293114] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.293299] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.293459] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 555.293615] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.796624] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.796971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.797036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.797200] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.798074] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5fb35e-8d49-400c-b5f1-2ea720a14eb4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.805986] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da57cea1-f01a-42a8-926d-7fc27a14cc1f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.819641] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c600c-95c6-43a9-bf1b-1914381f5c8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.825627] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1937b-956e-4381-af83-0e416349b9f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.854519] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181256MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.854629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.854802] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.873069] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 556.873331] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 556.887057] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309c366-9cd0-4bc0-9637-0b9cb8e750c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.894361] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7dc27d-6fcb-47f8-a417-59d42a611a82 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.923280] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1027c268-7683-4de8-a1d9-f8f07bb508f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.930052] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e09ab-ef10-45e3-a8c0-91ef245a3933 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.942714] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.446237] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.951778] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 557.952180] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.943161] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.943161] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.447058] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.447257] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 618.447257] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 618.950263] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 618.950611] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.950611] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.950763] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.950910] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.951059] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.951228] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.951374] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 618.951517] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.454807] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.455065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.455195] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.455350] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 619.456253] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3ba264-61c3-4ce7-ac10-a91dc7a9c026 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.464858] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405bb64f-bd5c-4954-b222-a169b7766a7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.478471] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03843e7-dd5a-4149-91df-7f3effe7b673 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.484550] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988391e1-3e27-4155-b757-bfc0c4b2aa2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.513087] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181281MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 619.513236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.513431] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.531521] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 620.531743] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 620.544493] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc052b73-66c7-4782-95ab-cc51c00ea835 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.552071] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c426ae-63a0-4a05-96f0-822a602c9727 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.581006] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b19fc6-d7de-444b-bacc-f240af585b4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.587657] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac109a-5072-4816-b502-3070576cd50c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.600067] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.103160] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.104482] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 621.104657] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.106984] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.107438] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.107438] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 681.107438] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 681.610615] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 681.610851] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.611032] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.611194] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.611341] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.611482] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.611632] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.611751] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 681.611955] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.115095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.115439] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.115503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.115818] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 682.116819] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5738161e-e14f-4435-9404-7e81a4431b4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.125277] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837c437-9fae-4dd0-b733-c118711099d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.139302] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8d2c0-3d66-4a6e-9e5d-29cf5beeed93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.145308] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c66c81-ee52-46b4-bbe0-3203b8dbaa0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.173019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181280MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 682.173170] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.173357] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.193503] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 683.193808] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 683.206779] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22e397-1e97-4ac3-aba0-356cce6cc576 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.214078] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646bbc7-ba5a-4085-a7f4-c7e39e7c6587 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.242782] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a1a48-4400-48a4-bd84-8d23e52c63d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.249385] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44608437-89c3-4b0e-a5cc-5d6ebe03199f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.261968] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.764929] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.766273] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 683.766447] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.435919] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.942489] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.942750] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 737.942833] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 738.449090] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 738.449090] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.449090] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.449090] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.449090] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.449582] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.952473] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.952703] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.952889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.953093] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 738.953954] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6fda6-8191-447c-b069-7cd4ba045dbb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.962237] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b32025-9055-4e88-a778-eca6c4130035 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.976127] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6116faf-ef92-451b-8e85-58a8612c01b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.982304] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a7f918-dcb5-4733-89fb-61d219bbaef9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.009911] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181265MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 739.010065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.010295] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.028213] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 740.028458] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 740.044473] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75460270-4856-4e90-bb01-e864172eda64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.052197] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0d78b-3bf0-457f-801a-35a1b96a4cb0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.081922] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5088352-935d-4fab-a2b4-672f28e27e08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.088909] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499c334-446c-4db1-b58c-f48590a3db9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.101361] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.636900] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 2 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 740.637149] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 2 to 3 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.637302] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.638695] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 740.638878] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.629s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.970681] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.970681] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.970681] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 741.970681] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 794.781147] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.781550] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 795.288935] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] There are 0 instances to clean {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 795.289198] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.289337] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 795.791903] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.293846] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.294268] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 799.294268] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 799.797640] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 799.799342] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.799342] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.799342] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.799342] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.799342] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 799.799342] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 799.799580] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.302226] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.302591] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.302693] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.302822] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 800.303757] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d441e8-a5fa-4647-ab0d-da0379143df3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.311827] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b2068-ba8f-4a1f-aa10-21d355e1a15d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.325458] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b63e2-facd-4d45-ab91-ef02618c2986 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.331498] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce7387-3ae0-4ae3-92a9-a81a420eceae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.359372] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181247MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 800.359507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.359693] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.379060] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 801.379060] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 801.390966] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa514423-562b-495c-8682-b4aa4e2cf27e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.399798] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f769bd-4c6a-4555-bf9a-2da88c196c31 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.428543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9954a30-e036-40ea-8d80-ef1190ddfa56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.435452] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12328362-70cb-40ab-b7a6-ae16bc6aae22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.447850] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.950997] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.952328] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 801.952513] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.434229] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.780166] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.781754] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.285301] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.285566] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.285754] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.285908] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 858.286845] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8aaa3d-5ff1-4f4a-9850-70205e57a7f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.295101] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f5d9b0-8b5c-439c-9fab-295b32ad3783 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.309515] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d461e-6187-4c04-a839-7890864077b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.315576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f511e5f-a113-4be5-bb1e-fe8d0c20dfe0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.343232] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181244MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 858.343388] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.343559] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.415301] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.415552] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.431489] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 859.443687] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 859.443866] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.455208] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 859.470112] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 859.481203] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd4984c-7cf1-4c7b-837c-da2c74510ffb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.488572] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feba56f-850b-4079-a588-5f0a9752b15b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.518800] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6abc4-37e7-4f1f-a658-98e5a9c1a559 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.526295] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ee38b-f134-474a-844b-65d059fcdcbb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.539414] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.042241] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.043618] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 860.043799] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.700s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.037627] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.542141] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.542369] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 861.542435] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 862.048110] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 862.048454] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.048491] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.048629] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.048777] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.048921] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.049062] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 862.787480] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.781282] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.780629] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.283615] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.283881] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.284067] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.284228] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 918.285153] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62920f84-f0e4-4f4c-8796-d241566bf17b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.293897] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61950d5-11b8-42c5-b1b5-1f290255e90f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.308472] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646a38d-e716-4ec8-b3df-3e83fc4ab05d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.314912] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab8920-75d6-41db-ba1f-f2ae77fbfa29 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.343256] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181234MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 918.343398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.343582] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.362264] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 919.362530] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 919.375295] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee04b736-6774-451d-ae8d-33ff51033bed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.383156] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a72556-cc86-4daa-9349-593dea4680cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.412857] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2783f17-2966-4962-8b00-e8b7aaa559d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.419932] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daccb5bf-0477-41fa-a4f7-a59a58263538 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.432259] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.935925] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.937193] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 919.937378] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.937768] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.937768] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 921.938285] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 922.441169] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 922.442080] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.442080] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.442080] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.442080] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.442080] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.442080] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 923.279941] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.780158] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.780690] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.284307] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.284572] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.284695] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.284881] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 978.285968] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e60d4b0-94ae-4145-b7e4-8a975d7213d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.295130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c4138-c09d-4846-a398-70fd9253f155 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.308707] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b17a911-8db3-44f0-af28-302056709f14 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.314550] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f85c3e6-e525-4c96-9be3-289c7eb450c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.343791] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 978.343920] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.344119] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.362697] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 979.362939] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 979.376368] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5783c2a-68d0-4ad0-b475-ccdde5e9f82d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.383796] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d1c7d-8f7d-4886-ab50-ff576b783d0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.412880] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f993c-2f32-493d-8620-397e29fec1af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.419791] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa56726-b4a9-4b28-825f-7436151c21e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.432349] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.935016] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.936368] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 979.936560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.932240] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.438223] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.438411] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.780687] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.780909] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 981.780980] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 982.284077] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 982.284444] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.780995] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.780908] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.781281] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 984.775588] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.781161] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.780594] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.283549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.283747] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.283894] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.284060] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1039.284955] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821bf1d-568d-4fb0-9995-1554aba00b7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.292972] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e985ecca-a32b-4264-9ab2-7bc485df4f04 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.306279] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26387fce-bdfa-4e71-adcc-4b123931124b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.312312] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7da8e-ef1d-449c-815e-d84641d26766 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.340847] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181290MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1039.340983] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.341178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.359523] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1040.359760] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1040.373220] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75461cdb-af46-43af-9ed1-f4e2f86f0325 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.380667] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860e62d-9687-417e-ae78-8e72c30742da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.409753] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa1861-637f-4c4a-b397-0f3ee89e0c8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.416361] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb8de1-e0ac-43af-a2b8-e3175699a002 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.434192] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.938896] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.939997] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1040.940215] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.940599] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.940964] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1043.940964] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1044.444301] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1044.444622] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.444723] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.444908] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.445073] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.445206] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1044.780790] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.776256] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.781417] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.781063] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.781502] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1098.782184] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.285100] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.285358] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.285556] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.285741] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1099.286653] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7bb922-e994-4b5a-ae92-d55fb94894e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.294718] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6817422c-a16a-44bc-88fc-796c45fd947e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.308316] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400bb502-78d5-4c12-b221-237adf87eb66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.314366] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca77f5-2afb-4c4a-8e6a-26bc705eb861 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.342370] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1099.342501] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.342793] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.361042] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1100.361269] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1100.375502] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72012797-84a9-4240-92bc-cd663506077c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.383164] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074f6d3-dbbd-49ed-b8de-4aa1526e4fe3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.412616] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b012f05-6265-46a1-9501-9495199e0569 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.420249] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151becf4-9f48-47f8-968e-428f57722991 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.433056] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.936703] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.938034] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1100.938220] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.938429] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.938564] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1101.441393] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] There are 0 instances to clean {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1101.441759] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.936613] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.441157] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.441387] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.441516] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.779581] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.779800] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1104.779865] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1105.282873] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1105.283262] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.283369] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1105.780243] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.778601] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.779804] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.508757] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.018022] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Getting list of instances from cluster (obj){ [ 1117.018022] env[62448]: value = "domain-c8" [ 1117.018022] env[62448]: _type = "ClusterComputeResource" [ 1117.018022] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1117.018022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee56ecc-6fc8-4387-bb4a-db7003f2f9b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.025225] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Got total of 0 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1158.782058] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.288183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.288491] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.288635] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.288794] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1159.289817] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc5d430-e342-4cb9-bd70-e50c1c12285f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.298459] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09891af1-a837-4de9-9c91-82b22505ee4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.312548] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f77697d-126e-4460-8e81-0c18881cad2b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.319108] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a832d3-2385-4dbb-9120-0dcadd801dfe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.348450] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181286MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1159.348601] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.348792] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.458052] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1160.458052] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1160.474522] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.485752] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.485936] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.494898] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.510136] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.520638] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c91c5-0bf6-43bf-a2f6-0fa21846baa8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.528130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83162ae8-cb99-4629-9ccf-070b487b929c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.557014] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14664d1-4839-46a4-bfa8-9b8affa77798 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.563697] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d5a94-f43f-404d-8ab4-17da7d87e1e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.576124] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.079945] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.081345] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1161.081529] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.733s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.080584] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.080957] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1165.080957] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1165.583701] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1165.583935] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.584081] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.584232] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.780164] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.780589] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.780589] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1169.776260] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.781080] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.779919] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.283494] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.283727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.283886] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.284051] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1221.284954] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d1265b-ace3-46de-b950-192a93b153cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.293126] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acdb10c-3b06-4031-b835-7d160840169c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.306089] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74848942-ebc5-4cf5-9beb-52ae5d389208 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.312152] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb5a1e-c31c-414c-8276-c2d66ac7af64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.340816] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181294MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1221.340979] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.341150] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.359834] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1222.360111] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1222.373546] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68e9fc-21c0-4a02-940a-97b5bdca677c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.381273] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4be81-2067-46b8-a298-5ff2b1757916 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.410498] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c74f6b-7d85-43ca-b19a-d46ae06776d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.417654] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f5b17-03d0-4a8a-8e51-69323c7be3b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.430151] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.933787] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.935320] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1222.935548] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.931276] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.436121] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.436362] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1225.436408] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1225.939337] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1225.939691] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.939759] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.939914] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.780740] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.781244] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.781244] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1231.775630] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.780273] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.780547] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.283925] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.284190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.284362] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.284514] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.285434] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c473c-8548-45c7-ae1f-50005413bc51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.293626] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44875ad-8e93-48cc-a5a4-8328efe9bd54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.307011] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9072d-9ee8-4117-b40c-a38923d4a248 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.312975] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9df327-07cf-4150-963e-511268c2bd98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.340677] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181294MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.340788] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.340984] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.359024] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.359024] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.372976] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff34b54-8d54-4b5f-b74f-0ba93c40338b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.380151] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95acd386-4145-42ab-9885-eeea5422fd5e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.409106] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08913ac5-5490-4c98-ae13-a4e28a0945bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.415895] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d766cb15-d7e3-4026-8880-5cf976e0b41f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.428284] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.931584] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.933185] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1282.933464] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.933787] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.934223] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1286.934223] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1287.436712] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1287.438845] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.438845] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.780632] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.780931] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.781309] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.781451] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1291.775677] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.781656] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.781156] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.283792] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.284049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.284205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.284361] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1343.285272] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6673a0-8a49-4ee2-b6f1-b83ce91befaf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.293369] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220080f6-441a-4226-97e2-64dfe85d5e15 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.306611] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47613e-cfbf-4f23-b6da-bfe18c4cc400 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.312638] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d0ada6-1424-43c6-a60f-a9e8efaa2dd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.340453] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181286MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1343.340603] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.340774] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.361845] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1344.361845] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1344.376021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad378d6-dd6a-4627-b807-47c560de5a05 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.381777] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e332fbfd-9598-4591-89bd-2820329d3bd4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.411953] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8647c6b-06e9-4afe-ae2c-a1e3cfe2ffa6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.419038] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeba1af-847b-40bf-b909-5e20fe3ee88c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.431790] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.935062] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.936116] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1344.936320] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.937361] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.444983] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.445174] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1348.445297] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1348.947679] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1348.948067] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.948110] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.780811] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.781059] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.780292] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.780707] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1352.775388] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.779565] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.782589] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.783063] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1404.282814] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.786547] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.786815] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.787045] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.787248] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1404.788214] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795204f-7f68-49bb-a8dd-46e59891ee7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.796602] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac4a7b6-8d49-47d2-baf1-6cde9b2f93b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.809886] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbda56-10b8-4507-8ec2-1a11e7dc43a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.816051] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a405d4dc-5081-42a9-8292-eec6dc639373 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.843861] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181287MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1404.844020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.844199] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.863520] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1405.863767] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1405.878221] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5731e4-7142-4ff0-9c11-b9676cd9ff59 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.885476] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c68f4a-f679-46d2-9811-df135760529b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.914233] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89def6-158e-4320-a376-91682db4f152 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.920839] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e9ec76-1abc-4443-b6fa-383d1c92bc72 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.933463] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.436943] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.438201] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1406.438390] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.937544] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.937992] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1409.937992] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1410.442116] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1410.442353] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.442514] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.442666] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.780203] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.780429] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.780571] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1410.780737] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.285020] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.285430] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1414.787649] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] There are 0 instances to clean {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1415.277937] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.780699] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.781607] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.284662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.285573] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.285573] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.285573] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1464.286196] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daf8ea9-4a76-4f09-80f3-9f05cffe2c50 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.294400] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24686d-c0e6-4a78-b6ed-40c38f278a0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.307968] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280dca62-b062-440b-8a5f-e623d7b008c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.313962] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80326e35-9094-4731-9496-3f4a4a1f341a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.341872] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1464.342019] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.342212] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.388330] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1465.388577] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1465.405210] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1465.417153] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1465.417348] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.427939] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1465.443351] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1465.455622] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0179363c-6a21-4e10-9ee5-0fb024c4605a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.462781] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81409b5d-c899-44dd-9fdf-cab15cdae35c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.493112] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5f5ab-f88e-43df-aafd-35dbd7f4a48c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.499673] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06570fc1-6dd8-4cbc-bb1b-4c18ec919045 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.511937] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.015365] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.016920] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1466.017266] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.675s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.016023] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.016335] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1470.016376] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1470.519168] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1470.519420] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.519579] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.519755] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.779830] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.284682] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.780407] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.780847] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1476.775797] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.779456] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.782648] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.285609] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.285881] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.286060] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.286220] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1524.287459] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e4f169-8694-4e25-9dc4-65bc54104e42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.295484] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b413cb-5f6e-4e86-9b68-500d70bcda5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.308779] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad575056-c4d4-46e9-9a3a-be823e15d4a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.315327] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20f95d9-a05f-443a-8314-ae7dc1485a9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.343487] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181294MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1524.343647] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.343841] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.361719] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1525.361973] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1525.374518] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b55f0c-c315-4688-8f5d-89daebf12ab7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.382155] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ae050-4a8c-40c9-af10-59bba4818924 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.411991] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0706eff4-5791-4396-bf67-a81ea1220409 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.419235] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8623d3b1-1886-464f-97d6-2ad2910f873c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.431963] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.935064] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.936372] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1525.936558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.935634] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.936111] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1530.936111] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1531.438742] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1531.439084] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.439346] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.439588] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.780575] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.780871] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.781189] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1537.777323] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1538.781168] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.779878] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.283375] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.283606] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.283795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.283972] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1586.284883] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e828f48-8c77-43b1-8da2-d3ed3a0edd01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.293175] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b342d9-d78d-4ac3-bb7a-227789a922be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.307284] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301ac28-f0f9-4944-bf3b-03e4ad12ba4f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.313185] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f79e3-78f3-4bbb-8270-2e2ffce0bfec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.340913] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1586.341064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.341258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.360096] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1587.360361] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1587.373404] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58538ae8-a67d-4d57-bdb2-66862275acce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.381247] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d337dda-bf09-4c4d-9f97-9da6fb1a948f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.410761] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a2af3b-401a-4fa6-b5d7-6100ba162354 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.417867] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357724f-e413-45cc-ab23-1ede22d84f04 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.436012] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.939326] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.940768] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1587.941038] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.941418] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.941780] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1591.941780] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1592.444535] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1592.444759] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.444917] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.445088] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.279427] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.783762] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.780692] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.781150] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1599.777449] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.781331] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.780408] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1646.284499] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.284838] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.285113] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.285350] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1646.286726] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e708ebb-1c07-4410-a860-b730631ee8f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.297834] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db9beed-6ba9-415a-9800-7ba3b1e623bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.311943] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78837d88-353c-4259-9150-94ac5c34171e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.318106] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be124e-93fc-45d8-b5a8-83b4c33526d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.346144] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181290MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1646.346312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.346497] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.365531] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1647.365847] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1647.379619] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a5022-32dc-4cbc-8f0d-1805bd622722 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.387397] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5197a39d-0570-4ef8-8391-d2fc7597fcb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.416993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3eba9b-db4c-4252-94cf-6b8b7f8f630a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.423624] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c38b1d-7996-4bc6-9874-5e1a51596320 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.435915] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.939290] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.940621] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1647.940806] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.941633] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1652.941971] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1652.941971] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1653.445440] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1653.445670] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.445817] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.445970] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.780014] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.781162] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.781610] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1661.776121] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.780903] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.783168] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1701.783168] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1708.285795] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.789309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.789554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.789707] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.789860] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1708.790765] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b49e3-cf62-4a12-bd8e-033531a3ea58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.798940] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e52f8-85ac-4d01-bc30-0b29bed6a472 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.813020] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57927e77-fe9e-4732-8aaf-27670eb374f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.819152] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ae9d6-a97a-4ba1-881d-c2539d6e4a36 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.847578] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1708.847708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.847878] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.866857] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1709.867201] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1709.880969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb334f0-5b4a-4bcb-b1b7-bd8385b82bf2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.888444] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c264166-3a45-4758-8fcd-95fab22b9755 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.918354] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d63b87-673e-4606-8246-9f402f721cfc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.925084] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68548b4-ce3e-446e-8e17-17106c334425 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.937835] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.440797] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.442064] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1710.442277] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.937623] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.937984] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1714.937984] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1715.441288] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1715.441539] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.441702] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.441858] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.442011] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.280537] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.784979] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.785255] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1717.287810] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] There are 0 instances to clean {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1719.283635] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.283995] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1723.779028] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.779473] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.780972] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.352873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.352873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.856045] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1737.410905] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.411181] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.414071] env[62448]: INFO nova.compute.claims [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.989232] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.989576] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.480888] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63454036-2159-4976-9ade-1eecbbd22249 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.493778] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f724b7e7-269a-4de5-b447-40b95f21a269 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.497085] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.532654] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df5324-a4cd-4ac9-b9c8-263d3d22fde9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.544456] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af8a23-8b28-4f49-b143-e27630d06940 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.564576] env[62448]: DEBUG nova.compute.provider_tree [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.032455] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.070375] env[62448]: DEBUG nova.scheduler.client.report [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.181558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "54bc8105-3911-46d8-a378-3edcd817e1ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.181793] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.575941] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.576618] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1739.579789] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.547s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.581156] env[62448]: INFO nova.compute.claims [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.686624] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.088749] env[62448]: DEBUG nova.compute.utils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.094076] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.094076] env[62448]: DEBUG nova.network.neutron [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.225129] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.267427] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.270018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.531801] env[62448]: DEBUG nova.policy [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f47e92cdb874412a6a518d514afec61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37815c50143d424cb242c1d036fd4e12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.599435] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1740.725244] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6290db18-f534-4258-8742-0787471a47ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.733487] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf64cc-59f6-4c04-953b-b4c816059c7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.767518] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294751b2-3a40-477c-8417-d52d69b0f9dc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.771418] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.779490] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf8d783-3f54-4a5b-8d56-572f49fbc54d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.798149] env[62448]: DEBUG nova.compute.provider_tree [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.305173] env[62448]: DEBUG nova.scheduler.client.report [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.310086] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.617122] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1741.640360] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1741.640587] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1741.640859] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1741.640939] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1741.641223] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1741.641667] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1741.641667] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1741.642488] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1741.642488] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1741.642488] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1741.642488] env[62448]: DEBUG nova.virt.hardware [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1741.643242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e644d3-8cd6-4117-97a5-8ce7d603fe2b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.651192] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b0689-3d58-41b1-a61b-0159021024be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.667387] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574a07f-069d-431e-b647-da7ea9935ef6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.812247] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.813453] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.820342] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.592s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.821904] env[62448]: INFO nova.compute.claims [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.014881] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.325832] env[62448]: DEBUG nova.network.neutron [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Successfully created port: 04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.337243] env[62448]: DEBUG nova.compute.utils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.343256] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.343554] env[62448]: DEBUG nova.network.neutron [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.487543] env[62448]: DEBUG nova.policy [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c87cc01648ad4eaea756e9978561d935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba34a1df1d64000937b7c8dca046ece', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.517629] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Getting list of instances from cluster (obj){ [ 1742.517629] env[62448]: value = "domain-c8" [ 1742.517629] env[62448]: _type = "ClusterComputeResource" [ 1742.517629] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1742.518691] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672ddc13-51ef-45e3-844c-883559e1cd64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.531068] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Got total of 0 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1742.531438] env[62448]: WARNING nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 1742.531674] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 1f121468-f5a8-4784-bd54-ed67670f4318 {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1742.531952] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1742.532217] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 54bc8105-3911-46d8-a378-3edcd817e1ba {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1742.532630] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.533015] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.533509] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "54bc8105-3911-46d8-a378-3edcd817e1ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.851715] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.950641] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd6cbc-b351-4eaa-a19a-bbb235df3b30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.959602] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a74ef-0462-4986-b519-a497745664de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.005379] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e3d4bb-2ecc-4c8c-838d-c863be92c05b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.016818] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1618f57b-4a22-43fe-b813-d16e8ea88957 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.030215] env[62448]: DEBUG nova.compute.provider_tree [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.535731] env[62448]: DEBUG nova.scheduler.client.report [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.865220] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.874122] env[62448]: DEBUG nova.network.neutron [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Successfully created port: a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.905853] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.906265] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.909529] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.909529] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.909529] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.909529] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.909529] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.909836] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.909836] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.909836] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.909836] env[62448]: DEBUG nova.virt.hardware [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.910516] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a2c7fd-594e-4009-9a17-1d46a1bb77eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.922418] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700f183-0d26-48fd-82af-be3dcae3a76b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.043489] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.043489] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1744.047675] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.738s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.049195] env[62448]: INFO nova.compute.claims [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.553491] env[62448]: DEBUG nova.compute.utils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.558415] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1744.558590] env[62448]: DEBUG nova.network.neutron [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.715334] env[62448]: DEBUG nova.policy [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a64e5fdb0a42cda4a93567c3d54442', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9508579d89fb4e4186245e0897ebf86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1745.059806] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1745.154456] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4123befa-0d15-4967-a628-2895e784bfae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.163045] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b0648-24a0-45ec-9c70-2bd9b26638e0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.196219] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab134e3-8e9b-4516-ae30-3d4130dd89ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.204748] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5120534f-a593-456c-b743-801538ddd957 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.224383] env[62448]: DEBUG nova.compute.provider_tree [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.728270] env[62448]: DEBUG nova.scheduler.client.report [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.075450] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1746.109964] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1746.110217] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.110371] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1746.110552] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.110694] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1746.110836] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1746.111967] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1746.111967] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1746.111967] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1746.111967] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1746.111967] env[62448]: DEBUG nova.virt.hardware [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1746.112578] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db3c76-d255-4385-9d43-970a874af2cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.121173] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9fbd1-3025-406d-a495-88286c9ff365 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.221906] env[62448]: DEBUG nova.network.neutron [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Successfully created port: 10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.232876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.233399] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.547119] env[62448]: DEBUG nova.network.neutron [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Successfully updated port: 04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.739657] env[62448]: DEBUG nova.compute.utils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.740946] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.742253] env[62448]: DEBUG nova.network.neutron [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.930267] env[62448]: DEBUG nova.policy [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97f7bf36a6a04b729b67690ec71f4e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30293acb9b194ef185bc2a6f198fc81b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1747.053076] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.053076] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.053076] env[62448]: DEBUG nova.network.neutron [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.246565] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.444718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "d8737c9a-981e-4a30-8c93-db9ee952bd37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.444998] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.473915] env[62448]: DEBUG nova.network.neutron [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Successfully updated port: a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1747.641346] env[62448]: DEBUG nova.network.neutron [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.949646] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.980872] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "refresh_cache-537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.981152] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired lock "refresh_cache-537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.981356] env[62448]: DEBUG nova.network.neutron [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.099815] env[62448]: DEBUG nova.network.neutron [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.264990] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1748.295826] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.296622] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.296622] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.296622] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.296906] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.297310] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.297803] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.297869] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.298007] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.298199] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.298380] env[62448]: DEBUG nova.virt.hardware [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.299291] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af000616-a27d-4a60-a471-1ac69a79ba30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.309903] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c1ae0c-ea5e-4171-aa40-8b5cc6fbe25b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.338953] env[62448]: DEBUG nova.network.neutron [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Successfully created port: 689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.487221] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.487221] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.487221] env[62448]: INFO nova.compute.claims [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.588554] env[62448]: DEBUG nova.network.neutron [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.604017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.604017] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Instance network_info: |[{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1748.604148] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:94:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04b3dba0-087e-41e9-b74c-022c98a3855f', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.621418] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.621418] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbdfb995-169c-4e5b-bba0-da00688728b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.638472] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Created folder: OpenStack in parent group-v4. [ 1748.638741] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating folder: Project (37815c50143d424cb242c1d036fd4e12). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.639052] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c080ad24-da02-49a0-9c7d-5be8ae684d41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.658358] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Created folder: Project (37815c50143d424cb242c1d036fd4e12) in parent group-v428508. [ 1748.658571] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating folder: Instances. Parent ref: group-v428509. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.660392] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1566645-a662-4a31-a530-94dbaf923621 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.670855] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Created folder: Instances in parent group-v428509. [ 1748.670855] env[62448]: DEBUG oslo.service.loopingcall [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.670855] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.671078] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8d4b20-34f3-4823-97c2-e7bf55f5db2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.697255] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.697255] env[62448]: value = "task-2092381" [ 1748.697255] env[62448]: _type = "Task" [ 1748.697255] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.707261] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092381, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.206327] env[62448]: DEBUG nova.network.neutron [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Updating instance_info_cache with network_info: [{"id": "a196c3dc-d010-473c-936a-8934a7b8ddc3", "address": "fa:16:3e:78:00:2a", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa196c3dc-d0", "ovs_interfaceid": "a196c3dc-d010-473c-936a-8934a7b8ddc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.216143] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092381, 'name': CreateVM_Task, 'duration_secs': 0.51467} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.216370] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.233371] env[62448]: DEBUG oslo_vmware.service [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e929b357-daa2-4134-aba4-89fb0b29120e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.241012] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.241212] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.242009] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.242395] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039c2dc7-590c-40d3-96ac-6b0c0b482c86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.247515] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1749.247515] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a3eaa5-e48c-3629-02e5-810834478f4b" [ 1749.247515] env[62448]: _type = "Task" [ 1749.247515] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.260591] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "53b30256-2715-49d3-a6c5-836c29d6769b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.260925] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "53b30256-2715-49d3-a6c5-836c29d6769b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.266320] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.266566] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.267095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.267095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.267754] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.267754] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-111dbcbd-8c52-4a28-ab60-13c0cadaa604 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.290688] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.290688] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.290688] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d43e8b3-11eb-46a6-94a3-c7be7bfb1984 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.297013] env[62448]: DEBUG nova.compute.manager [req-29f67544-ff00-4ada-9a21-ec2de85b345f req-80261e43-555b-4c0f-b399-5ac2a3c168ad service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Received event network-vif-plugged-04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1749.297323] env[62448]: DEBUG oslo_concurrency.lockutils [req-29f67544-ff00-4ada-9a21-ec2de85b345f req-80261e43-555b-4c0f-b399-5ac2a3c168ad service nova] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.297889] env[62448]: DEBUG oslo_concurrency.lockutils [req-29f67544-ff00-4ada-9a21-ec2de85b345f req-80261e43-555b-4c0f-b399-5ac2a3c168ad service nova] Lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.298167] env[62448]: DEBUG oslo_concurrency.lockutils [req-29f67544-ff00-4ada-9a21-ec2de85b345f req-80261e43-555b-4c0f-b399-5ac2a3c168ad service nova] Lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.298463] env[62448]: DEBUG nova.compute.manager [req-29f67544-ff00-4ada-9a21-ec2de85b345f req-80261e43-555b-4c0f-b399-5ac2a3c168ad service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] No waiting events found dispatching network-vif-plugged-04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.298801] env[62448]: WARNING nova.compute.manager [req-29f67544-ff00-4ada-9a21-ec2de85b345f req-80261e43-555b-4c0f-b399-5ac2a3c168ad service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Received unexpected event network-vif-plugged-04b3dba0-087e-41e9-b74c-022c98a3855f for instance with vm_state building and task_state spawning. [ 1749.303842] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab406fcc-a7f5-4794-b086-a3982272ca32 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.310207] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1749.310207] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522270f9-5304-1f25-54bb-3a5500c0a8c1" [ 1749.310207] env[62448]: _type = "Task" [ 1749.310207] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.319963] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522270f9-5304-1f25-54bb-3a5500c0a8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.631040] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5007f91a-006a-4d76-8bb4-5b76de540634 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.643978] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b773f360-a506-457c-9cbc-84351c62075a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.684228] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da728416-91f2-438c-b2f7-2f722f7fec88 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.694319] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dfca77-7350-442a-8c49-d4715c6d321c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.710558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Releasing lock "refresh_cache-537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.711404] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Instance network_info: |[{"id": "a196c3dc-d010-473c-936a-8934a7b8ddc3", "address": "fa:16:3e:78:00:2a", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa196c3dc-d0", "ovs_interfaceid": "a196c3dc-d010-473c-936a-8934a7b8ddc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.711972] env[62448]: DEBUG nova.compute.provider_tree [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.713652] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:00:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a196c3dc-d010-473c-936a-8934a7b8ddc3', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.721289] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Creating folder: Project (fba34a1df1d64000937b7c8dca046ece). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.721845] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25a9b89c-5ea0-4d1a-bfad-2f37fcb00f38 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.733474] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Created folder: Project (fba34a1df1d64000937b7c8dca046ece) in parent group-v428508. [ 1749.734455] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Creating folder: Instances. Parent ref: group-v428512. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.734455] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d26b87-1088-490b-80cc-4c186308b5e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.743823] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Created folder: Instances in parent group-v428512. [ 1749.744075] env[62448]: DEBUG oslo.service.loopingcall [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.744260] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.744506] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-473261c9-df2b-4664-bc6b-277133598bf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.764565] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.764565] env[62448]: value = "task-2092384" [ 1749.764565] env[62448]: _type = "Task" [ 1749.764565] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.768012] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1749.776352] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092384, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.822883] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Preparing fetch location {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1749.823589] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating directory with path [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.823589] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04855091-33c3-49f9-a19c-c8940d56af65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.844656] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Created directory with path [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.844760] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Fetch image to [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1749.844842] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Downloading image file data dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f to [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk on the data store datastore2 {{(pid=62448) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1749.845700] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c92acc-e285-4055-8932-db969eca7d9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.853360] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b32be1-ad1a-4a45-9494-6d5fc8aa5600 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.863960] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f20477-07fc-418e-9875-96caaad37784 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.898236] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8049a7-aa21-442e-9b62-da678984799e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.904769] env[62448]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2af5f54e-99e8-4a40-8a86-2274c0b832a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.000173] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Downloading image file data dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f to the data store datastore2 {{(pid=62448) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1750.082471] env[62448]: DEBUG oslo_vmware.rw_handles [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1750.226019] env[62448]: DEBUG nova.scheduler.client.report [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.260407] env[62448]: DEBUG nova.network.neutron [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Successfully updated port: 10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.284529] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092384, 'name': CreateVM_Task, 'duration_secs': 0.441065} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.289502] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.291135] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.291323] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.292255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.292809] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68208003-f3cc-464a-b45b-3233b4bc81c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.300915] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1750.300915] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cb8d63-5b4c-29f2-f631-0022cafb763e" [ 1750.300915] env[62448]: _type = "Task" [ 1750.300915] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.315209] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.317708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.317708] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.317708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.395973] env[62448]: DEBUG nova.compute.manager [req-38687d9e-bc10-4c59-be81-221368a3333d req-25188a12-9521-4060-ada5-18a4298b60d3 service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Received event network-vif-plugged-a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1750.396540] env[62448]: DEBUG oslo_concurrency.lockutils [req-38687d9e-bc10-4c59-be81-221368a3333d req-25188a12-9521-4060-ada5-18a4298b60d3 service nova] Acquiring lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.397116] env[62448]: DEBUG oslo_concurrency.lockutils [req-38687d9e-bc10-4c59-be81-221368a3333d req-25188a12-9521-4060-ada5-18a4298b60d3 service nova] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.397308] env[62448]: DEBUG oslo_concurrency.lockutils [req-38687d9e-bc10-4c59-be81-221368a3333d req-25188a12-9521-4060-ada5-18a4298b60d3 service nova] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.397581] env[62448]: DEBUG nova.compute.manager [req-38687d9e-bc10-4c59-be81-221368a3333d req-25188a12-9521-4060-ada5-18a4298b60d3 service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] No waiting events found dispatching network-vif-plugged-a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.398638] env[62448]: WARNING nova.compute.manager [req-38687d9e-bc10-4c59-be81-221368a3333d req-25188a12-9521-4060-ada5-18a4298b60d3 service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Received unexpected event network-vif-plugged-a196c3dc-d010-473c-936a-8934a7b8ddc3 for instance with vm_state building and task_state spawning. [ 1750.734110] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.734660] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.740371] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.425s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.743350] env[62448]: INFO nova.compute.claims [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.766080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.766237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquired lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.766391] env[62448]: DEBUG nova.network.neutron [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.858043] env[62448]: DEBUG oslo_vmware.rw_handles [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Completed reading data from the image iterator. {{(pid=62448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1750.858294] env[62448]: DEBUG oslo_vmware.rw_handles [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1750.915587] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Downloaded image file data dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f to vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk on the data store datastore2 {{(pid=62448) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1750.916977] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Caching image {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1750.917511] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Copying Virtual Disk [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk to [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.917848] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9808252d-0660-4521-b7ae-3ff06a8db00f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.926955] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1750.926955] env[62448]: value = "task-2092385" [ 1750.926955] env[62448]: _type = "Task" [ 1750.926955] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.937483] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.247202] env[62448]: DEBUG nova.compute.utils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.248279] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.248442] env[62448]: DEBUG nova.network.neutron [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.443666] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092385, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.627846] env[62448]: DEBUG nova.network.neutron [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.728577] env[62448]: DEBUG nova.policy [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81691ea8a8c14350b935b87c4623b5cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3255fe2abe9e46abb3f1ac5f3e9162c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.757355] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.922609] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57b452-dfc4-41ad-83f8-bfa18c1b457e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.928994] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.929676] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.947342] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbbc9ae-c129-43d3-99e3-bac28804c982 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.993767] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7304} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.995150] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dee5bb3-1752-4a61-9ae9-dfc2806c1fe4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.998023] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Copied Virtual Disk [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk to [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.998470] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleting the datastore file [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/tmp-sparse.vmdk {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.998993] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9608aa94-9cda-43fe-aa62-da97e7907535 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.007492] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57999e9e-a95a-4bcc-82f1-9c02da98a5d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.012492] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1752.012492] env[62448]: value = "task-2092386" [ 1752.012492] env[62448]: _type = "Task" [ 1752.012492] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.025020] env[62448]: DEBUG nova.compute.provider_tree [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.034862] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021825} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.035939] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.035939] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Moving file from [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f to [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f. {{(pid=62448) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1752.035939] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0a2b92cd-01c9-401d-945a-5c14a3c03bd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.049024] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1752.049024] env[62448]: value = "task-2092387" [ 1752.049024] env[62448]: _type = "Task" [ 1752.049024] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.053555] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092387, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.219136] env[62448]: DEBUG nova.network.neutron [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updating instance_info_cache with network_info: [{"id": "10712220-b11f-4304-8433-9a3956512212", "address": "fa:16:3e:d7:a3:c3", "network": {"id": "84b0f056-1ab4-494e-b59a-f28353fdc839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479111073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9508579d89fb4e4186245e0897ebf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10712220-b1", "ovs_interfaceid": "10712220-b11f-4304-8433-9a3956512212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.285343] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "07724b49-3d2e-4eb0-bd70-def5a44d8125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.285652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "07724b49-3d2e-4eb0-bd70-def5a44d8125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.440344] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.528034] env[62448]: DEBUG nova.scheduler.client.report [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.555980] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092387, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028598} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.556234] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] File moved {{(pid=62448) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1752.556421] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Cleaning up location [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33 {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1752.556578] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleting the datastore file [datastore2] vmware_temp/0462e481-f9f3-4eb0-bd60-b9e479d92e33 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.557025] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22170fb2-3569-4d75-8b76-a3e31812d1d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.566494] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1752.566494] env[62448]: value = "task-2092388" [ 1752.566494] env[62448]: _type = "Task" [ 1752.566494] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.576680] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.722014] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Releasing lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.722406] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Instance network_info: |[{"id": "10712220-b11f-4304-8433-9a3956512212", "address": "fa:16:3e:d7:a3:c3", "network": {"id": "84b0f056-1ab4-494e-b59a-f28353fdc839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479111073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9508579d89fb4e4186245e0897ebf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10712220-b1", "ovs_interfaceid": "10712220-b11f-4304-8433-9a3956512212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1752.723088] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a3:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10712220-b11f-4304-8433-9a3956512212', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.730808] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Creating folder: Project (9508579d89fb4e4186245e0897ebf86c). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.731332] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa38b466-9dd4-4880-8693-de6c63625318 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.744248] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Created folder: Project (9508579d89fb4e4186245e0897ebf86c) in parent group-v428508. [ 1752.744503] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Creating folder: Instances. Parent ref: group-v428515. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.744928] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81091b55-a8b0-4ade-8df3-8c1c1b6e909f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.756264] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Created folder: Instances in parent group-v428515. [ 1752.756539] env[62448]: DEBUG oslo.service.loopingcall [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.756769] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.757012] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713a9a70-3fc1-440d-ab33-ed90b0c90a08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.776664] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.786502] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.786502] env[62448]: value = "task-2092391" [ 1752.786502] env[62448]: _type = "Task" [ 1752.786502] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.790474] env[62448]: DEBUG nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.799501] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092391, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.810772] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.811037] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.811327] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.812275] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.812275] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.812275] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.812485] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.812774] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.813090] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.813408] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.813795] env[62448]: DEBUG nova.virt.hardware [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.815622] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c6eca-e969-449a-891f-07ac951f7c9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.825859] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db215fa-bd8f-4c8c-97a7-666a6f6ce3d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.975899] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.035581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.036929] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.040710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.065s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.042243] env[62448]: INFO nova.compute.claims [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.080106] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090028} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.080368] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.081130] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400e43bc-8b03-4038-9187-48f35a797148 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.089696] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1753.089696] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526d4b1e-a406-b19e-7ef3-5c0a8e6394d7" [ 1753.089696] env[62448]: _type = "Task" [ 1753.089696] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.100503] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526d4b1e-a406-b19e-7ef3-5c0a8e6394d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.220823] env[62448]: DEBUG nova.network.neutron [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Successfully updated port: 689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.312687] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092391, 'name': CreateVM_Task, 'duration_secs': 0.386261} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.313080] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.313740] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.313904] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.314230] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.314509] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad934a41-b477-4fb5-b28e-6606f5ae71ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.324948] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1753.324948] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529635a8-72ff-16ad-eb2d-8ec4d1cfe3ed" [ 1753.324948] env[62448]: _type = "Task" [ 1753.324948] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.333291] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.338314] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529635a8-72ff-16ad-eb2d-8ec4d1cfe3ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.338703] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.339289] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.339358] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.551651] env[62448]: DEBUG nova.compute.utils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.556416] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1753.556656] env[62448]: DEBUG nova.network.neutron [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.606355] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526d4b1e-a406-b19e-7ef3-5c0a8e6394d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014312} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.606355] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.606782] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318/1f121468-f5a8-4784-bd54-ed67670f4318.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.606950] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.607152] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.607372] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2222ecf4-f2b1-466b-8d47-8b142b913772 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.610363] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b8c46b0-e1fa-4479-ac15-917c8527d824 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.619646] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1753.619646] env[62448]: value = "task-2092392" [ 1753.619646] env[62448]: _type = "Task" [ 1753.619646] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.624152] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.624545] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.629192] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9a4e5a-2bea-4955-81e9-bfea06f2b3c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.637380] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1753.637380] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527d832d-fa73-dc79-167a-121a394f78cd" [ 1753.637380] env[62448]: _type = "Task" [ 1753.637380] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.640429] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.654186] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527d832d-fa73-dc79-167a-121a394f78cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.655800] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d694074a-7e87-4433-ac00-05372dc7f6ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.661581] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1753.661581] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c7c39-73ff-c248-44b4-8e7fe7f8e50d" [ 1753.661581] env[62448]: _type = "Task" [ 1753.661581] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.670746] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527c7c39-73ff-c248-44b4-8e7fe7f8e50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.724854] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.724854] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquired lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.724854] env[62448]: DEBUG nova.network.neutron [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.771942] env[62448]: DEBUG nova.network.neutron [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Successfully created port: 97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.981394] env[62448]: DEBUG nova.policy [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d9479c4b7334efba48ead866881cdb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330b8c9af6904befb8ad133b40f2d313', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.015949] env[62448]: DEBUG nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Received event network-changed-04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1754.016304] env[62448]: DEBUG nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Refreshing instance network info cache due to event network-changed-04b3dba0-087e-41e9-b74c-022c98a3855f. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1754.016538] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Acquiring lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.016789] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Acquired lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.016929] env[62448]: DEBUG nova.network.neutron [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Refreshing network info cache for port 04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.057977] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.139014] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472382} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.139014] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318/1f121468-f5a8-4784-bd54-ed67670f4318.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.139908] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.142187] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81a0d22-85d2-4bea-8237-fb1fea92daef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.151160] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1754.151160] env[62448]: value = "task-2092393" [ 1754.151160] env[62448]: _type = "Task" [ 1754.151160] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.160202] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.175326] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527c7c39-73ff-c248-44b4-8e7fe7f8e50d, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.176922] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.176922] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb/537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.176922] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.176922] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.177190] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee46094-52db-43e9-94d2-3a34e7519956 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.178633] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ddc821-6575-4279-9ff7-0e5031c95d67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.189404] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1754.189404] env[62448]: value = "task-2092394" [ 1754.189404] env[62448]: _type = "Task" [ 1754.189404] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.191173] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.191173] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.196346] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681349c4-2268-4430-b6be-b393cf30b7c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.206351] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.207660] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1754.207660] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525b55e3-2f58-5dce-fedf-231e6a379214" [ 1754.207660] env[62448]: _type = "Task" [ 1754.207660] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.218690] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525b55e3-2f58-5dce-fedf-231e6a379214, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.219549] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49f3042-9db5-408d-a0f0-a0299c919861 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.229307] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1754.229307] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52de0201-86b0-9eb9-fb04-2ada9852be23" [ 1754.229307] env[62448]: _type = "Task" [ 1754.229307] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.239063] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52de0201-86b0-9eb9-fb04-2ada9852be23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.296381] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6defdf66-c9cf-48b9-84c0-d3eed83e7e85 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.307443] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9606815-f3e5-4701-982d-acf9c64a1d99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.348504] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f407082-bb2a-46ec-b19d-5bd414cfa138 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.357838] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1364cb14-7ab7-41eb-aaa0-d62919bb932b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.366252] env[62448]: DEBUG nova.network.neutron [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.377389] env[62448]: DEBUG nova.compute.provider_tree [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.382432] env[62448]: DEBUG nova.compute.manager [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Received event network-changed-a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1754.383384] env[62448]: DEBUG nova.compute.manager [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Refreshing instance network info cache due to event network-changed-a196c3dc-d010-473c-936a-8934a7b8ddc3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1754.383384] env[62448]: DEBUG oslo_concurrency.lockutils [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] Acquiring lock "refresh_cache-537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.383384] env[62448]: DEBUG oslo_concurrency.lockutils [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] Acquired lock "refresh_cache-537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.383636] env[62448]: DEBUG nova.network.neutron [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Refreshing network info cache for port a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.667340] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067904} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.667637] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.668559] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6cd996-739c-4069-82b6-bbddd2497305 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.704941] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318/1f121468-f5a8-4784-bd54-ed67670f4318.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.705353] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae0edb8-d442-44a1-bd8a-5dbe26207ea4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.729759] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465754} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.743384] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb/537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.743728] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.744078] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1754.744078] env[62448]: value = "task-2092395" [ 1754.744078] env[62448]: _type = "Task" [ 1754.744078] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.744340] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9852d73d-6dcc-4014-856d-02000e6a3ed1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.756232] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52de0201-86b0-9eb9-fb04-2ada9852be23, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.757885] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.758246] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 54bc8105-3911-46d8-a378-3edcd817e1ba/54bc8105-3911-46d8-a378-3edcd817e1ba.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.759658] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d8716ea-8543-46ae-b3e6-9efc3790e1a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.764060] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1754.764060] env[62448]: value = "task-2092396" [ 1754.764060] env[62448]: _type = "Task" [ 1754.764060] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.768439] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1754.768439] env[62448]: value = "task-2092397" [ 1754.768439] env[62448]: _type = "Task" [ 1754.768439] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.779638] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.779896] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.784965] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.929452] env[62448]: ERROR nova.scheduler.client.report [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [req-2bf75cf3-2c08-478f-b99b-c5cafab5781e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bf75cf3-2c08-478f-b99b-c5cafab5781e"}]} [ 1754.961524] env[62448]: DEBUG nova.scheduler.client.report [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1754.999156] env[62448]: DEBUG nova.scheduler.client.report [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1754.999446] env[62448]: DEBUG nova.compute.provider_tree [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.022870] env[62448]: DEBUG nova.scheduler.client.report [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1755.051029] env[62448]: DEBUG nova.scheduler.client.report [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1755.072037] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.113379] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.115468] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.115468] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.115468] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.115468] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.115468] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.115733] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.115733] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.115733] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.115733] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.115733] env[62448]: DEBUG nova.virt.hardware [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.117030] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001fc74-5fa1-4a56-9ae0-34022a89fe6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.131749] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9181cfbe-70cf-4370-9ca7-9b9cfe9b8109 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.250439] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c803f-d245-4f15-b053-32265922da65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.268509] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.278623] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879da87a-d636-44c7-979c-7c1a5242525a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.287351] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072856} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.319686] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.319979] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475573} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.323328] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf28697-2d49-4b72-8809-c46a8054149e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.326407] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 54bc8105-3911-46d8-a378-3edcd817e1ba/54bc8105-3911-46d8-a378-3edcd817e1ba.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.326677] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.327394] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8d377-926a-43ee-848d-d5ef1183d6e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.330537] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0bb4cf-046f-4408-8be1-c0adddb435e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.362942] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb/537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.366164] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e12241d-8eb7-44c1-81ff-52cd676362f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.370512] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5526e7-e471-4419-97b3-08f2b011a9af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.395960] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1755.395960] env[62448]: value = "task-2092398" [ 1755.395960] env[62448]: _type = "Task" [ 1755.395960] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.396882] env[62448]: DEBUG nova.network.neutron [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updating instance_info_cache with network_info: [{"id": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "address": "fa:16:3e:66:fa:a4", "network": {"id": "af337702-fb0f-4c82-8d3c-45f44e56a224", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1693686315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30293acb9b194ef185bc2a6f198fc81b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689c4a6f-6f", "ovs_interfaceid": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.424305] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1755.424305] env[62448]: value = "task-2092399" [ 1755.424305] env[62448]: _type = "Task" [ 1755.424305] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.424305] env[62448]: DEBUG nova.compute.provider_tree [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.433474] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.439141] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.604378] env[62448]: DEBUG nova.network.neutron [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Successfully created port: 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.759260] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.903884] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Releasing lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.904141] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Instance network_info: |[{"id": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "address": "fa:16:3e:66:fa:a4", "network": {"id": "af337702-fb0f-4c82-8d3c-45f44e56a224", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1693686315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30293acb9b194ef185bc2a6f198fc81b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689c4a6f-6f", "ovs_interfaceid": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.904548] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:fa:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '689c4a6f-6f4c-4602-9b32-08ae0ad49346', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.916501] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Creating folder: Project (30293acb9b194ef185bc2a6f198fc81b). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1755.918402] env[62448]: DEBUG nova.network.neutron [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updated VIF entry in instance network info cache for port 04b3dba0-087e-41e9-b74c-022c98a3855f. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.918489] env[62448]: DEBUG nova.network.neutron [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.920345] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d6c6d1-ce68-4a5e-b9ed-f751164c71c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.926777] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.940829] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.944329] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Created folder: Project (30293acb9b194ef185bc2a6f198fc81b) in parent group-v428508. [ 1755.944329] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Creating folder: Instances. Parent ref: group-v428518. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1755.945844] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6267eed-0def-4bcb-9936-be9a282fdaae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.957912] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Created folder: Instances in parent group-v428518. [ 1755.958439] env[62448]: DEBUG oslo.service.loopingcall [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.958745] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.959081] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25583c5-6615-4b3d-901c-e56d4908616a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.983248] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.983248] env[62448]: value = "task-2092402" [ 1755.983248] env[62448]: _type = "Task" [ 1755.983248] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.989468] env[62448]: DEBUG nova.scheduler.client.report [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1755.991060] env[62448]: DEBUG nova.compute.provider_tree [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 13 to 14 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1755.991060] env[62448]: DEBUG nova.compute.provider_tree [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.998789] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092402, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.110710] env[62448]: DEBUG nova.network.neutron [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Updated VIF entry in instance network info cache for port a196c3dc-d010-473c-936a-8934a7b8ddc3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1756.110710] env[62448]: DEBUG nova.network.neutron [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Updating instance_info_cache with network_info: [{"id": "a196c3dc-d010-473c-936a-8934a7b8ddc3", "address": "fa:16:3e:78:00:2a", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa196c3dc-d0", "ovs_interfaceid": "a196c3dc-d010-473c-936a-8934a7b8ddc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.264178] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.410288] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.970391} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.411957] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.411957] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e69a62-f177-40c9-b4cf-bf517717fb70 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.432033] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Releasing lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.433190] env[62448]: DEBUG nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Received event network-vif-plugged-10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1756.437290] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Acquiring lock "54bc8105-3911-46d8-a378-3edcd817e1ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.437290] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.437290] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.437290] env[62448]: DEBUG nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] No waiting events found dispatching network-vif-plugged-10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.437290] env[62448]: WARNING nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Received unexpected event network-vif-plugged-10712220-b11f-4304-8433-9a3956512212 for instance with vm_state building and task_state spawning. [ 1756.437507] env[62448]: DEBUG nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Received event network-changed-10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1756.437507] env[62448]: DEBUG nova.compute.manager [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Refreshing instance network info cache due to event network-changed-10712220-b11f-4304-8433-9a3956512212. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1756.437507] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Acquiring lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.437507] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Acquired lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.437507] env[62448]: DEBUG nova.network.neutron [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Refreshing network info cache for port 10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1756.450357] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 54bc8105-3911-46d8-a378-3edcd817e1ba/54bc8105-3911-46d8-a378-3edcd817e1ba.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.458872] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6553513-6b68-4fe7-a492-d5c59beb63cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.486972] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092399, 'name': ReconfigVM_Task, 'duration_secs': 0.561739} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.491508] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb/537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.493584] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1756.493584] env[62448]: value = "task-2092403" [ 1756.493584] env[62448]: _type = "Task" [ 1756.493584] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.494880] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6878d132-c820-462d-b429-b22f5d23ac4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.510571] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.470s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.511263] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.516561] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092402, 'name': CreateVM_Task, 'duration_secs': 0.385757} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.519364] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.184s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.519364] env[62448]: INFO nova.compute.claims [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.521530] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1756.521685] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1756.521685] env[62448]: value = "task-2092404" [ 1756.521685] env[62448]: _type = "Task" [ 1756.521685] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.522753] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.522860] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.523306] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.526847] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1f86d6-8176-4483-b0a4-411fe827b8de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.533063] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.540335] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1756.540335] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e60ca5-86b7-329d-80e9-dc377ee47b5e" [ 1756.540335] env[62448]: _type = "Task" [ 1756.540335] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.540486] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092404, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.553274] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e60ca5-86b7-329d-80e9-dc377ee47b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.553410] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.553601] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.554166] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.554166] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.554166] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.554664] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc52a5be-733d-4d0a-9a66-2d732c8b39d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.564405] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.564405] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1756.564405] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f9ce42-edaf-4b00-bd38-5e70a28e3626 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.570551] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1756.570551] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c2772d-3c87-0f01-d45b-f46086eba887" [ 1756.570551] env[62448]: _type = "Task" [ 1756.570551] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.583495] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c2772d-3c87-0f01-d45b-f46086eba887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.615279] env[62448]: DEBUG oslo_concurrency.lockutils [req-d51e6daa-142e-4897-818e-91f74a3e2f1d req-10122f64-6176-4f23-870a-a6b045cb9bfc service nova] Releasing lock "refresh_cache-537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.761541] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092395, 'name': ReconfigVM_Task, 'duration_secs': 1.553462} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.761844] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318/1f121468-f5a8-4784-bd54-ed67670f4318.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.765307] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f797a8c-1173-4968-b29e-5daec949a174 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.772042] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1756.772042] env[62448]: value = "task-2092405" [ 1756.772042] env[62448]: _type = "Task" [ 1756.772042] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.782258] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092405, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.015569] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092403, 'name': ReconfigVM_Task, 'duration_secs': 0.280087} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.016210] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 54bc8105-3911-46d8-a378-3edcd817e1ba/54bc8105-3911-46d8-a378-3edcd817e1ba.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.016309] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7f7352-02f4-402f-9231-e06dc6f37a40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.030517] env[62448]: DEBUG nova.compute.utils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.034535] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.034735] env[62448]: DEBUG nova.network.neutron [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.044078] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1757.044078] env[62448]: value = "task-2092406" [ 1757.044078] env[62448]: _type = "Task" [ 1757.044078] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.050821] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092404, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.057935] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092406, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.080738] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c2772d-3c87-0f01-d45b-f46086eba887, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.081574] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26134fa4-6956-4e01-99a0-b9e1b1503d51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.086985] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1757.086985] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52133b56-6d71-49cd-69b2-edebdb34e41f" [ 1757.086985] env[62448]: _type = "Task" [ 1757.086985] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.097544] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52133b56-6d71-49cd-69b2-edebdb34e41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.233270] env[62448]: DEBUG nova.network.neutron [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Successfully updated port: 97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.284105] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092405, 'name': Rename_Task, 'duration_secs': 0.148155} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.287506] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.290128] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832e4f7f-cd9f-4558-b973-01346e1d5c3b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.292917] env[62448]: DEBUG nova.policy [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81691ea8a8c14350b935b87c4623b5cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3255fe2abe9e46abb3f1ac5f3e9162c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.299925] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1757.299925] env[62448]: value = "task-2092407" [ 1757.299925] env[62448]: _type = "Task" [ 1757.299925] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.308588] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.543490] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.561931] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092404, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.568436] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092406, 'name': Rename_Task, 'duration_secs': 0.135215} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.571572] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.572058] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91c25a61-1230-44b2-8443-4a32b1d676bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.581069] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1757.581069] env[62448]: value = "task-2092408" [ 1757.581069] env[62448]: _type = "Task" [ 1757.581069] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.601017] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.610797] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52133b56-6d71-49cd-69b2-edebdb34e41f, 'name': SearchDatastore_Task, 'duration_secs': 0.008419} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.619486] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.619798] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c3451d02-6b64-4cbd-b873-c2cc641e5afc/c3451d02-6b64-4cbd-b873-c2cc641e5afc.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1757.620364] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f19d4929-7e67-4023-be83-64bfe1826105 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.628214] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1757.628214] env[62448]: value = "task-2092409" [ 1757.628214] env[62448]: _type = "Task" [ 1757.628214] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.641726] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.697238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.697546] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.737736] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.737736] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.737736] env[62448]: DEBUG nova.network.neutron [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.777669] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daed97e-a374-434e-98f9-4b8ae9660602 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.789412] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca53fbc4-e85a-49c9-b842-f375b0391485 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.827259] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a6ca48-c264-4cbf-ae88-f4ca85a521ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.839436] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e8019-a96a-45e6-875c-a5d22dc61ec0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.843808] env[62448]: DEBUG oslo_vmware.api [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092407, 'name': PowerOnVM_Task, 'duration_secs': 0.479504} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.844106] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.844570] env[62448]: INFO nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Took 16.23 seconds to spawn the instance on the hypervisor. [ 1757.844903] env[62448]: DEBUG nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.846467] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a00581-0a2c-4619-8e58-7ae3a511fa66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.860674] env[62448]: DEBUG nova.compute.provider_tree [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.988470] env[62448]: DEBUG nova.network.neutron [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updated VIF entry in instance network info cache for port 10712220-b11f-4304-8433-9a3956512212. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1757.988620] env[62448]: DEBUG nova.network.neutron [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updating instance_info_cache with network_info: [{"id": "10712220-b11f-4304-8433-9a3956512212", "address": "fa:16:3e:d7:a3:c3", "network": {"id": "84b0f056-1ab4-494e-b59a-f28353fdc839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479111073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9508579d89fb4e4186245e0897ebf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10712220-b1", "ovs_interfaceid": "10712220-b11f-4304-8433-9a3956512212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.048803] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092404, 'name': Rename_Task, 'duration_secs': 1.122224} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.049238] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.053421] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f66496-090e-42bb-8ed5-63313710ff28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.063565] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1758.063565] env[62448]: value = "task-2092410" [ 1758.063565] env[62448]: _type = "Task" [ 1758.063565] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.078790] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.107124] env[62448]: DEBUG nova.compute.manager [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Received event network-vif-plugged-689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1758.107124] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] Acquiring lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.107124] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.107124] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.107124] env[62448]: DEBUG nova.compute.manager [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] No waiting events found dispatching network-vif-plugged-689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1758.107423] env[62448]: WARNING nova.compute.manager [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Received unexpected event network-vif-plugged-689c4a6f-6f4c-4602-9b32-08ae0ad49346 for instance with vm_state building and task_state spawning. [ 1758.107423] env[62448]: DEBUG nova.compute.manager [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Received event network-changed-689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1758.107423] env[62448]: DEBUG nova.compute.manager [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Refreshing instance network info cache due to event network-changed-689c4a6f-6f4c-4602-9b32-08ae0ad49346. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1758.107639] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] Acquiring lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.107742] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] Acquired lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.107910] env[62448]: DEBUG nova.network.neutron [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Refreshing network info cache for port 689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.113771] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092408, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.143351] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092409, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.208869] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1758.329008] env[62448]: DEBUG nova.network.neutron [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.364985] env[62448]: DEBUG nova.scheduler.client.report [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.381892] env[62448]: INFO nova.compute.manager [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Took 21.02 seconds to build instance. [ 1758.413441] env[62448]: DEBUG nova.network.neutron [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Successfully created port: f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1758.494184] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b811db5-1690-4512-815c-d2cfc0e09561 req-2ba10e29-c1b5-4622-a9aa-0468e3f4f912 service nova] Releasing lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.559628] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.562419] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.562419] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.578161] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092410, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.599026] env[62448]: DEBUG oslo_vmware.api [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2092408, 'name': PowerOnVM_Task, 'duration_secs': 0.92307} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.599212] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.599394] env[62448]: INFO nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1758.599570] env[62448]: DEBUG nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.600541] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee40f3c-825e-4f51-85f0-5d5832d45589 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.606171] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.606382] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.606554] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.606733] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.607939] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.607939] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.607939] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.607939] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.607939] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.608151] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.608151] env[62448]: DEBUG nova.virt.hardware [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.609074] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30b749c-9131-4c78-b32e-cbf8d5ee2cea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.627510] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e00bf-de2a-4bec-8223-3ef64e98569a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.657800] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573858} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.658083] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c3451d02-6b64-4cbd-b873-c2cc641e5afc/c3451d02-6b64-4cbd-b873-c2cc641e5afc.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.658083] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1758.658338] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8607e182-1d11-4fde-80d2-7172c0afbae9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.665105] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1758.665105] env[62448]: value = "task-2092411" [ 1758.665105] env[62448]: _type = "Task" [ 1758.665105] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.678028] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.740073] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.797017] env[62448]: DEBUG nova.network.neutron [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Updating instance_info_cache with network_info: [{"id": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "address": "fa:16:3e:9c:92:e7", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b70ee1-ef", "ovs_interfaceid": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.870039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.870616] env[62448]: DEBUG nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1758.873524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.133s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.874676] env[62448]: INFO nova.compute.claims [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.884767] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2ea31df5-5966-4747-b70a-5c00e566c375 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.532s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.884973] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.352s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.885178] env[62448]: INFO nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] During sync_power_state the instance has a pending task (spawning). Skip. [ 1758.885346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.069020] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.092031] env[62448]: DEBUG oslo_vmware.api [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092410, 'name': PowerOnVM_Task, 'duration_secs': 0.542558} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.092211] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.093089] env[62448]: INFO nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Took 15.23 seconds to spawn the instance on the hypervisor. [ 1759.093342] env[62448]: DEBUG nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.094284] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096860e0-37ee-4194-b2ef-88f30736acf6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.135759] env[62448]: INFO nova.compute.manager [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Took 18.94 seconds to build instance. [ 1759.182058] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20771} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.182399] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.183356] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aaa932-b67e-48b6-a9bc-d44016adef67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.207877] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] c3451d02-6b64-4cbd-b873-c2cc641e5afc/c3451d02-6b64-4cbd-b873-c2cc641e5afc.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.211353] env[62448]: DEBUG nova.network.neutron [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Successfully updated port: 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.211353] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e65ae6d-49b4-41e3-a0c0-341ce53e49d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.232376] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1759.232376] env[62448]: value = "task-2092412" [ 1759.232376] env[62448]: _type = "Task" [ 1759.232376] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.242020] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.299347] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.299748] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance network_info: |[{"id": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "address": "fa:16:3e:9c:92:e7", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b70ee1-ef", "ovs_interfaceid": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.300229] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:92:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b70ee1-ef85-4801-9f90-a8eb6349abbe', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.308913] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating folder: Project (3255fe2abe9e46abb3f1ac5f3e9162c0). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.308913] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b5b74db-b268-44f5-b404-7375b15c658c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.318590] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created folder: Project (3255fe2abe9e46abb3f1ac5f3e9162c0) in parent group-v428508. [ 1759.318726] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating folder: Instances. Parent ref: group-v428521. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.320901] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10668159-334d-42a5-b436-bd698a237bad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.328149] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created folder: Instances in parent group-v428521. [ 1759.328533] env[62448]: DEBUG oslo.service.loopingcall [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.329265] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.329265] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81900985-02e7-49b3-bbb6-408e4913aed0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.350813] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.350813] env[62448]: value = "task-2092415" [ 1759.350813] env[62448]: _type = "Task" [ 1759.350813] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.359672] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092415, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.379581] env[62448]: DEBUG nova.compute.utils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.384157] env[62448]: DEBUG nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1759.610614] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.619162] env[62448]: DEBUG nova.network.neutron [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updated VIF entry in instance network info cache for port 689c4a6f-6f4c-4602-9b32-08ae0ad49346. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.619162] env[62448]: DEBUG nova.network.neutron [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updating instance_info_cache with network_info: [{"id": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "address": "fa:16:3e:66:fa:a4", "network": {"id": "af337702-fb0f-4c82-8d3c-45f44e56a224", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1693686315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30293acb9b194ef185bc2a6f198fc81b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689c4a6f-6f", "ovs_interfaceid": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.619922] env[62448]: INFO nova.compute.manager [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Took 20.62 seconds to build instance. [ 1759.639594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-388f6618-aa5b-4c7f-bd32-c0bd3e91cdd9 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.457s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.639594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.106s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.640422] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77354405-a3a0-4226-8b18-562b98a2f3f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.726022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.726241] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.726399] env[62448]: DEBUG nova.network.neutron [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.745340] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.860374] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092415, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.886149] env[62448]: DEBUG nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1760.107605] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ed420-7958-4424-84d0-681d1fb1962e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.127049] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d29f25f-b0a1-4475-9651-981b184ff816 req-7501ea99-964e-417c-9c88-ca2631f0e70c service nova] Releasing lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.127550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abb07bbb-fe42-434f-be6c-c72496679a4d tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.138s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.127864] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.595s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.133350] env[62448]: INFO nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] During sync_power_state the instance has a pending task (networking). Skip. [ 1760.133350] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.004s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.133350] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4dcc0-fea9-49fb-8cbd-2c9b6d1520c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.173804] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.174842] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8e735a-1600-4dbb-b688-9386dbe93f2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.184038] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a1eda-f4bc-4d8f-b296-55de6644e336 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.201620] env[62448]: DEBUG nova.compute.provider_tree [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.243534] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092412, 'name': ReconfigVM_Task, 'duration_secs': 0.846311} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.243862] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Reconfigured VM instance instance-00000004 to attach disk [datastore2] c3451d02-6b64-4cbd-b873-c2cc641e5afc/c3451d02-6b64-4cbd-b873-c2cc641e5afc.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.245324] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd7034e5-0e22-4421-a6e1-d6cfc2820103 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.254175] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1760.254175] env[62448]: value = "task-2092416" [ 1760.254175] env[62448]: _type = "Task" [ 1760.254175] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.266417] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092416, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.323721] env[62448]: DEBUG nova.network.neutron [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.363252] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092415, 'name': CreateVM_Task, 'duration_secs': 0.532827} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.363718] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.365614] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.365614] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.365614] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.365614] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0534c82-3212-4c2e-a5cf-94fc52385057 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.372222] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1760.372222] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5224c8e3-fe59-d11a-907d-3176852ace44" [ 1760.372222] env[62448]: _type = "Task" [ 1760.372222] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.384506] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5224c8e3-fe59-d11a-907d-3176852ace44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.706922] env[62448]: DEBUG nova.scheduler.client.report [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.769067] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092416, 'name': Rename_Task, 'duration_secs': 0.180209} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.769506] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.769884] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db267a72-ce35-4355-a2d5-dda6641204a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.781019] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1760.781019] env[62448]: value = "task-2092417" [ 1760.781019] env[62448]: _type = "Task" [ 1760.781019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.790701] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.885126] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5224c8e3-fe59-d11a-907d-3176852ace44, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.885825] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.886287] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.886644] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.886928] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.888018] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.888018] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1551d9d-1cbd-49a2-a85b-f209a696b8b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.902738] env[62448]: DEBUG nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1760.905430] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.905430] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.907240] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7576cab-a0bf-4743-9df5-729628b47340 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.912907] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1760.912907] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5237a00a-5cea-43b1-b04f-f1353c28a990" [ 1760.912907] env[62448]: _type = "Task" [ 1760.912907] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.929459] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5237a00a-5cea-43b1-b04f-f1353c28a990, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.930283] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a289ca29-6383-4e3f-8684-e10fc8938e89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.935538] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.936015] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.936015] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.938201] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.938201] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.938201] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.938201] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.938201] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.939312] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.939595] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.939716] env[62448]: DEBUG nova.virt.hardware [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.940651] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c3a621-a170-4693-8e89-2c763060afc0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.947557] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1760.947557] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52dc451f-db97-5d7d-d1d1-1b6dd474933f" [ 1760.947557] env[62448]: _type = "Task" [ 1760.947557] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.954631] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850f526-bf1d-41d6-ac18-194ca43a70d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.965525] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52dc451f-db97-5d7d-d1d1-1b6dd474933f, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.975372] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.975736] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.976250] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.983263] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Creating folder: Project (37719a6e037b4706a06c4fca319f5ef9). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1760.983776] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b73208e1-d06d-4f41-9b33-3aa74678e6fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.986520] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4336a6d3-bda0-498e-8568-936c5f66b58b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.993831] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1760.993831] env[62448]: value = "task-2092418" [ 1760.993831] env[62448]: _type = "Task" [ 1760.993831] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.999401] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Created folder: Project (37719a6e037b4706a06c4fca319f5ef9) in parent group-v428508. [ 1760.999647] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Creating folder: Instances. Parent ref: group-v428524. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.000734] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a246d9c-cf89-4c27-9be2-0943252fd8ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.004968] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.014344] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Created folder: Instances in parent group-v428524. [ 1761.015542] env[62448]: DEBUG oslo.service.loopingcall [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.015828] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.016135] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8cb092-a464-49b8-bcf0-f71da6b2f873 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.036493] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.036493] env[62448]: value = "task-2092421" [ 1761.036493] env[62448]: _type = "Task" [ 1761.036493] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.041106] env[62448]: DEBUG nova.network.neutron [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.047771] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092421, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.198025] env[62448]: DEBUG nova.network.neutron [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Successfully updated port: f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.213446] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.215015] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.220152] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.610s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.223770] env[62448]: INFO nova.compute.claims [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.300469] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.508966] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092418, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.545299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.545823] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Instance network_info: |[{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.546160] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:2b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cdd15cf-c869-4a6d-ad0e-3efc454b9035', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.564009] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Creating folder: Project (330b8c9af6904befb8ad133b40f2d313). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.569193] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89a19749-af94-4f31-b9a8-f66d75261b5a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.573181] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092421, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.578655] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Created folder: Project (330b8c9af6904befb8ad133b40f2d313) in parent group-v428508. [ 1761.578933] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Creating folder: Instances. Parent ref: group-v428527. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1761.579164] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4edb500c-2594-4cc9-93e1-9f98588cc321 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.592512] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Created folder: Instances in parent group-v428527. [ 1761.592823] env[62448]: DEBUG oslo.service.loopingcall [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.593060] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.593279] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c34c5ff1-1059-4e07-8441-c9dd96cc97be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.630021] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.630021] env[62448]: value = "task-2092424" [ 1761.630021] env[62448]: _type = "Task" [ 1761.630021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.642921] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092424, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.707331] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "refresh_cache-8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.707331] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "refresh_cache-8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.707331] env[62448]: DEBUG nova.network.neutron [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.730447] env[62448]: DEBUG nova.compute.utils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.735450] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.735904] env[62448]: DEBUG nova.network.neutron [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.791687] env[62448]: DEBUG oslo_vmware.api [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092417, 'name': PowerOnVM_Task, 'duration_secs': 0.6418} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.792614] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.792614] env[62448]: INFO nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Took 13.53 seconds to spawn the instance on the hypervisor. [ 1761.792614] env[62448]: DEBUG nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.793541] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91977e23-bdf7-4f0f-80e3-2c0519119532 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.831089] env[62448]: DEBUG nova.policy [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ec544a9f1b4390bdc9407916c791eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e0f2bbd3fb43478c810c117716eb80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.005328] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591473} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.005700] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.006018] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.006256] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75d189a5-46cf-40ef-abc8-81dac4712120 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.013586] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1762.013586] env[62448]: value = "task-2092425" [ 1762.013586] env[62448]: _type = "Task" [ 1762.013586] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.022512] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.048678] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092421, 'name': CreateVM_Task, 'duration_secs': 0.64441} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.048862] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.049453] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.049560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.049867] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.050264] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb073c7-106d-4cd2-a01a-60c1dfd87a4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.055948] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1762.055948] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e7bd51-43de-8895-4d80-5601e616319f" [ 1762.055948] env[62448]: _type = "Task" [ 1762.055948] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.066408] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e7bd51-43de-8895-4d80-5601e616319f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.139641] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092424, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.246633] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.261780] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "8b358027-b975-4a9d-b660-df3eeb083a8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.262640] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.275956] env[62448]: DEBUG nova.network.neutron [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.317247] env[62448]: INFO nova.compute.manager [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Took 21.04 seconds to build instance. [ 1762.511602] env[62448]: DEBUG nova.network.neutron [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Successfully created port: 0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.528326] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5531552b-0620-49de-ae1b-573b6f3730c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.534160] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069001} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.534383] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.536137] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba782dbb-a905-429e-97d6-07703f8c6af6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.542855] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f723f1b-3176-4612-b589-f94a3489bebe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.568599] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.570736] env[62448]: DEBUG nova.network.neutron [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Updating instance_info_cache with network_info: [{"id": "f606cb6d-3d9c-4a99-a95e-14bdad82ea33", "address": "fa:16:3e:22:aa:44", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf606cb6d-3d", "ovs_interfaceid": "f606cb6d-3d9c-4a99-a95e-14bdad82ea33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.571971] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e3f93d-a2f0-40ea-8628-82824bbc2b2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.592365] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "refresh_cache-8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.592365] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Instance network_info: |[{"id": "f606cb6d-3d9c-4a99-a95e-14bdad82ea33", "address": "fa:16:3e:22:aa:44", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf606cb6d-3d", "ovs_interfaceid": "f606cb6d-3d9c-4a99-a95e-14bdad82ea33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1762.592683] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:aa:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f606cb6d-3d9c-4a99-a95e-14bdad82ea33', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1762.600286] env[62448]: DEBUG oslo.service.loopingcall [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.630211] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1762.630591] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34a9c9f4-09bd-41a3-ae97-5ff3f50ce0d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.645395] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa5effb-5942-4c53-95bc-f7f498201736 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.659701] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e7bd51-43de-8895-4d80-5601e616319f, 'name': SearchDatastore_Task, 'duration_secs': 0.015389} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.660011] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1762.660011] env[62448]: value = "task-2092426" [ 1762.660011] env[62448]: _type = "Task" [ 1762.660011] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.661827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.661827] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.662073] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.662240] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.662469] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.664234] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f85d9f1-a904-4ca2-a879-e74bf39b516d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.672516] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1762.672516] env[62448]: value = "task-2092427" [ 1762.672516] env[62448]: _type = "Task" [ 1762.672516] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.679736] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720985a-29fb-419b-aba6-ca352b32b263 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.691250] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092424, 'name': CreateVM_Task, 'duration_secs': 0.572972} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.691522] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.691753] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.691908] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.693296] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.693564] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8692afd6-a399-4190-9af5-2a3e96dbe2e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.704762] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.704938] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.705276] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.705931] env[62448]: DEBUG nova.compute.provider_tree [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.710230] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067a89ab-5fbc-40ed-8974-e8940413e752 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.712528] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092427, 'name': CreateVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.715355] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1762.715355] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528e39c8-bd92-d9de-b959-7e734cab12a8" [ 1762.715355] env[62448]: _type = "Task" [ 1762.715355] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.717631] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1762.717631] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bb6e59-ba1b-f8ed-e02d-6a1cb3c3a0b1" [ 1762.717631] env[62448]: _type = "Task" [ 1762.717631] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.729590] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528e39c8-bd92-d9de-b959-7e734cab12a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.733571] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bb6e59-ba1b-f8ed-e02d-6a1cb3c3a0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.767796] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.820044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-32f39d37-a4dc-49e5-b430-6d5706b4c4da tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.552s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.176829] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.188500] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092427, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.214360] env[62448]: DEBUG nova.scheduler.client.report [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.234911] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bb6e59-ba1b-f8ed-e02d-6a1cb3c3a0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.028929} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.239818] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.240141] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.240361] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.240928] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528e39c8-bd92-d9de-b959-7e734cab12a8, 'name': SearchDatastore_Task, 'duration_secs': 0.019753} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.241758] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7057cbb-cb1e-4062-a172-62bc379bde54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.248534] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1763.248534] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5213340d-303c-5a9a-40af-93861bb3efdf" [ 1763.248534] env[62448]: _type = "Task" [ 1763.248534] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.257236] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5213340d-303c-5a9a-40af-93861bb3efdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.271590] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.299780] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Received event network-vif-plugged-97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.299780] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Acquiring lock "d8737c9a-981e-4a30-8c93-db9ee952bd37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.299780] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.300130] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.300418] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] No waiting events found dispatching network-vif-plugged-97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.300619] env[62448]: WARNING nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Received unexpected event network-vif-plugged-97b70ee1-ef85-4801-9f90-a8eb6349abbe for instance with vm_state building and task_state spawning. [ 1763.300694] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Received event network-changed-97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.300889] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Refreshing instance network info cache due to event network-changed-97b70ee1-ef85-4801-9f90-a8eb6349abbe. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1763.301021] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Acquiring lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.301121] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Acquired lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.301276] env[62448]: DEBUG nova.network.neutron [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Refreshing network info cache for port 97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.304614] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.304870] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.305020] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.305193] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.305778] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.305778] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.306255] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.306255] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.306429] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.306598] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.306773] env[62448]: DEBUG nova.virt.hardware [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.308309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.309882] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c9f76d-ad15-449c-9668-96e425fdf60a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.320739] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a184027-e374-48ee-b6bb-dfd13eecf88c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.672030] env[62448]: DEBUG nova.compute.manager [req-20950fb0-b02f-4438-b1fe-68c5350e7da2 req-682c37b6-46f4-49e8-9fd3-9dc8d8b70119 service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Received event network-vif-plugged-f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.672923] env[62448]: DEBUG oslo_concurrency.lockutils [req-20950fb0-b02f-4438-b1fe-68c5350e7da2 req-682c37b6-46f4-49e8-9fd3-9dc8d8b70119 service nova] Acquiring lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.672923] env[62448]: DEBUG oslo_concurrency.lockutils [req-20950fb0-b02f-4438-b1fe-68c5350e7da2 req-682c37b6-46f4-49e8-9fd3-9dc8d8b70119 service nova] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.672923] env[62448]: DEBUG oslo_concurrency.lockutils [req-20950fb0-b02f-4438-b1fe-68c5350e7da2 req-682c37b6-46f4-49e8-9fd3-9dc8d8b70119 service nova] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.672923] env[62448]: DEBUG nova.compute.manager [req-20950fb0-b02f-4438-b1fe-68c5350e7da2 req-682c37b6-46f4-49e8-9fd3-9dc8d8b70119 service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] No waiting events found dispatching network-vif-plugged-f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.672923] env[62448]: WARNING nova.compute.manager [req-20950fb0-b02f-4438-b1fe-68c5350e7da2 req-682c37b6-46f4-49e8-9fd3-9dc8d8b70119 service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Received unexpected event network-vif-plugged-f606cb6d-3d9c-4a99-a95e-14bdad82ea33 for instance with vm_state building and task_state spawning. [ 1763.686208] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092426, 'name': ReconfigVM_Task, 'duration_secs': 0.701169} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.686807] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.687925] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a9ea82c-a681-4f56-83f1-29ba2c2f8d13 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.692800] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092427, 'name': CreateVM_Task, 'duration_secs': 0.731494} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.693373] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.693930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.694113] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.694808] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.694808] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a281d64f-b5d9-4808-a0e5-b886e2ed8846 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.698247] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1763.698247] env[62448]: value = "task-2092428" [ 1763.698247] env[62448]: _type = "Task" [ 1763.698247] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.700203] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1763.700203] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5231584c-47aa-b3b5-1894-73e7dfb692f0" [ 1763.700203] env[62448]: _type = "Task" [ 1763.700203] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.711418] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092428, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.714511] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5231584c-47aa-b3b5-1894-73e7dfb692f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.725572] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.725713] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.729094] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.421s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.730808] env[62448]: INFO nova.compute.claims [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.763432] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5213340d-303c-5a9a-40af-93861bb3efdf, 'name': SearchDatastore_Task, 'duration_secs': 0.020389} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.763761] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.764054] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 07724b49-3d2e-4eb0-bd70-def5a44d8125/07724b49-3d2e-4eb0-bd70-def5a44d8125.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.764342] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.764775] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.764775] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6016b10-c80a-47c3-b859-7ddef7580a02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.768467] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f44b12d-fbf8-47c4-be99-50721cf54cfd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.777368] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1763.777368] env[62448]: value = "task-2092429" [ 1763.777368] env[62448]: _type = "Task" [ 1763.777368] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.781731] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.781731] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.782360] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6d3f9f-daab-4613-acaa-74f1ed02750d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.792056] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.792056] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1763.792056] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524b5777-bf98-8816-d13e-6f37ffc84eb7" [ 1763.792056] env[62448]: _type = "Task" [ 1763.792056] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.802467] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524b5777-bf98-8816-d13e-6f37ffc84eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.206149] env[62448]: DEBUG nova.network.neutron [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Updated VIF entry in instance network info cache for port 97b70ee1-ef85-4801-9f90-a8eb6349abbe. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.209807] env[62448]: DEBUG nova.network.neutron [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Updating instance_info_cache with network_info: [{"id": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "address": "fa:16:3e:9c:92:e7", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b70ee1-ef", "ovs_interfaceid": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.227482] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5231584c-47aa-b3b5-1894-73e7dfb692f0, 'name': SearchDatastore_Task, 'duration_secs': 0.020055} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.233356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.233356] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.233356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.236459] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092428, 'name': Rename_Task, 'duration_secs': 0.193285} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.237723] env[62448]: DEBUG nova.compute.utils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.240978] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.241908] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.242094] env[62448]: DEBUG nova.network.neutron [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.244484] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3170f5-e723-462a-bee9-8eb62dfa5a0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.256245] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1764.256245] env[62448]: value = "task-2092430" [ 1764.256245] env[62448]: _type = "Task" [ 1764.256245] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.269700] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.291888] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.294174] env[62448]: DEBUG nova.policy [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd37a67fda3dd45df908021a097beca2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53285621ae5f43d48918095317d9fe17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.307902] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524b5777-bf98-8816-d13e-6f37ffc84eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.308886] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb7687a-13e5-46ee-b4b6-80b587f65be8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.316435] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1764.316435] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e3c80c-2b89-d42c-c984-b6db53a9a002" [ 1764.316435] env[62448]: _type = "Task" [ 1764.316435] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.326731] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e3c80c-2b89-d42c-c984-b6db53a9a002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.556071] env[62448]: DEBUG nova.network.neutron [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Successfully updated port: 0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.667900] env[62448]: DEBUG nova.network.neutron [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Successfully created port: 76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.678540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.678837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.711586] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Releasing lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.711906] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-vif-plugged-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1764.712130] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Acquiring lock "53b30256-2715-49d3-a6c5-836c29d6769b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.712467] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Lock "53b30256-2715-49d3-a6c5-836c29d6769b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.712566] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Lock "53b30256-2715-49d3-a6c5-836c29d6769b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.712743] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] No waiting events found dispatching network-vif-plugged-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.712919] env[62448]: WARNING nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received unexpected event network-vif-plugged-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 for instance with vm_state building and task_state spawning. [ 1764.713097] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1764.713594] env[62448]: DEBUG nova.compute.manager [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing instance network info cache due to event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1764.713594] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Acquiring lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.713594] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Acquired lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.714689] env[62448]: DEBUG nova.network.neutron [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.744270] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.766878] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092430, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.791461] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597598} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.791816] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 07724b49-3d2e-4eb0-bd70-def5a44d8125/07724b49-3d2e-4eb0-bd70-def5a44d8125.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.792464] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.793276] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4542f74-c2e4-43d8-a224-0800da328edb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.801574] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1764.801574] env[62448]: value = "task-2092431" [ 1764.801574] env[62448]: _type = "Task" [ 1764.801574] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.812342] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.828031] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e3c80c-2b89-d42c-c984-b6db53a9a002, 'name': SearchDatastore_Task, 'duration_secs': 0.032162} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.828229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.828399] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 53b30256-2715-49d3-a6c5-836c29d6769b/53b30256-2715-49d3-a6c5-836c29d6769b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.828708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.828916] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.829284] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd9f9281-4ccd-458c-a873-f6c01f410727 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.831383] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9049a5bd-4ba1-4f75-b7cb-175e29a490c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.841765] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1764.841765] env[62448]: value = "task-2092432" [ 1764.841765] env[62448]: _type = "Task" [ 1764.841765] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.843277] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.843740] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.848236] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2513304-b11a-46cc-b30c-e12d27174958 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.853322] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1764.853322] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5211ee68-2049-ed73-99fb-9be7b5b68ac3" [ 1764.853322] env[62448]: _type = "Task" [ 1764.853322] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.858181] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.870245] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5211ee68-2049-ed73-99fb-9be7b5b68ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.063709] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "refresh_cache-14d0291d-c7db-4543-aab0-8fcc66fccfc8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.063930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "refresh_cache-14d0291d-c7db-4543-aab0-8fcc66fccfc8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.064029] env[62448]: DEBUG nova.network.neutron [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.095033] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Acquiring lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.095328] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.097027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Acquiring lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.097027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.097027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.098919] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edee434d-3586-44c7-b2fa-6a8326a3ca24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.102825] env[62448]: INFO nova.compute.manager [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Terminating instance [ 1765.112286] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5bb71b-9b01-4e99-b419-87b01bbef867 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.160981] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01491f11-361c-4167-9bb1-d7ee8e492ffc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.181027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.181027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.185415] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.190970] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900271e4-31c0-442a-88d3-95714a3f2ca0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.232324] env[62448]: DEBUG nova.compute.provider_tree [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.273400] env[62448]: DEBUG oslo_vmware.api [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092430, 'name': PowerOnVM_Task, 'duration_secs': 0.914568} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.273764] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.275023] env[62448]: INFO nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Took 12.50 seconds to spawn the instance on the hypervisor. [ 1765.275023] env[62448]: DEBUG nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.275259] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0f805a-f798-496f-b5e6-9fb422bffa6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.312911] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115691} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.313169] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.314010] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144e1d0-7328-4480-8912-b50235722b28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.348236] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 07724b49-3d2e-4eb0-bd70-def5a44d8125/07724b49-3d2e-4eb0-bd70-def5a44d8125.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.349561] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a1e15c-3ae7-4817-800d-2c2211f8a92a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.383515] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.392308] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5211ee68-2049-ed73-99fb-9be7b5b68ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.017896} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.392779] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1765.392779] env[62448]: value = "task-2092433" [ 1765.392779] env[62448]: _type = "Task" [ 1765.392779] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.397638] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a489c31d-a01f-493c-ab13-cd72bd41db95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.407911] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1765.407911] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52479f4c-58b0-007e-a216-277b9410f05f" [ 1765.407911] env[62448]: _type = "Task" [ 1765.407911] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.411760] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.422492] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52479f4c-58b0-007e-a216-277b9410f05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.612376] env[62448]: DEBUG nova.compute.manager [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.612376] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.614106] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaf6d46-a62b-46ba-bad2-4a43b1be8bbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.622111] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.622386] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ee0ead5-d849-4f80-b3e8-a3936723ca74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.628833] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Waiting for the task: (returnval){ [ 1765.628833] env[62448]: value = "task-2092434" [ 1765.628833] env[62448]: _type = "Task" [ 1765.628833] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.638911] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Task: {'id': task-2092434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.657708] env[62448]: DEBUG nova.network.neutron [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.660321] env[62448]: DEBUG nova.network.neutron [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updated VIF entry in instance network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.661254] env[62448]: DEBUG nova.network.neutron [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.686485] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.732673] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "7fb2a096-9da6-4501-9682-bcce594b4c9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.732937] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.737562] env[62448]: DEBUG nova.scheduler.client.report [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.744385] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.760334] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.799977] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.800307] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.800357] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.800497] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.800645] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.800793] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.800985] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.801156] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.801317] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.801475] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.801639] env[62448]: DEBUG nova.virt.hardware [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.803637] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bb5d6-99c2-4c60-86d1-da84c46fc82d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.808155] env[62448]: INFO nova.compute.manager [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Took 17.35 seconds to build instance. [ 1765.818926] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce941e8-2f2f-4599-9a66-34f205bceb6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.859811] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690369} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.860093] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 53b30256-2715-49d3-a6c5-836c29d6769b/53b30256-2715-49d3-a6c5-836c29d6769b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.860517] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.860586] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcf36bc2-5c2e-4053-9dc8-3cb5736e3fee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.868719] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1765.868719] env[62448]: value = "task-2092435" [ 1765.868719] env[62448]: _type = "Task" [ 1765.868719] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.878974] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.910289] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.921924] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52479f4c-58b0-007e-a216-277b9410f05f, 'name': SearchDatastore_Task, 'duration_secs': 0.064333} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.922389] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.922498] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac/8d8fa858-1ed7-49a0-8c35-6fc828fab7ac.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.922761] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55c60137-13d1-4f7e-a540-0e147ef8d14d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.931162] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1765.931162] env[62448]: value = "task-2092436" [ 1765.931162] env[62448]: _type = "Task" [ 1765.931162] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.942069] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.972393] env[62448]: DEBUG nova.network.neutron [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Updating instance_info_cache with network_info: [{"id": "0a90c2a7-d5fc-4d18-a543-72e8cf795ad8", "address": "fa:16:3e:4f:41:1a", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a90c2a7-d5", "ovs_interfaceid": "0a90c2a7-d5fc-4d18-a543-72e8cf795ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.144655] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Task: {'id': task-2092434, 'name': PowerOffVM_Task, 'duration_secs': 0.422455} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.144655] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.144655] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.144655] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57796e5-fe5c-4e02-8976-82f48dacced9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.166865] env[62448]: DEBUG oslo_concurrency.lockutils [req-af3f8d54-9e3c-4d48-8e58-6b32e7bdc61f req-27180c52-a6f6-4d1d-8e3a-275db28a9cb0 service nova] Releasing lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.219454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.235815] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.244276] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.244818] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.247524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.503s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.249039] env[62448]: INFO nova.compute.claims [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.273059] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.273438] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.273631] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Deleting the datastore file [datastore2] 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.273965] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7c2d55c-ccbe-4a20-a1d4-600c557a530c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.280903] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Waiting for the task: (returnval){ [ 1766.280903] env[62448]: value = "task-2092438" [ 1766.280903] env[62448]: _type = "Task" [ 1766.280903] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.290877] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Task: {'id': task-2092438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.311562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-acc9693c-63f6-4d59-9b13-b9f8c6ea6c43 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.866s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.381982] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075276} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.382268] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.383150] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4187290d-3cb2-4703-8221-02a1c6f3a741 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.406407] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 53b30256-2715-49d3-a6c5-836c29d6769b/53b30256-2715-49d3-a6c5-836c29d6769b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.407256] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016b3d5d-e63e-411d-923b-1031d5345143 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.433435] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.438090] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1766.438090] env[62448]: value = "task-2092439" [ 1766.438090] env[62448]: _type = "Task" [ 1766.438090] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.445755] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "14eb14ad-c9a6-4f62-a9a0-65164479e188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.445990] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.454599] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.460993] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.477475] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "refresh_cache-14d0291d-c7db-4543-aab0-8fcc66fccfc8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.477475] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Instance network_info: |[{"id": "0a90c2a7-d5fc-4d18-a543-72e8cf795ad8", "address": "fa:16:3e:4f:41:1a", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a90c2a7-d5", "ovs_interfaceid": "0a90c2a7-d5fc-4d18-a543-72e8cf795ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.477897] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:41:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a90c2a7-d5fc-4d18-a543-72e8cf795ad8', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.485393] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating folder: Project (72e0f2bbd3fb43478c810c117716eb80). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1766.485711] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d0dbbec-309f-4d48-a86a-e658d41fd472 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.498973] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created folder: Project (72e0f2bbd3fb43478c810c117716eb80) in parent group-v428508. [ 1766.498973] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating folder: Instances. Parent ref: group-v428531. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1766.499126] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cf9f1e1-5da8-4c36-8461-16ee609411be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.511903] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created folder: Instances in parent group-v428531. [ 1766.512168] env[62448]: DEBUG oslo.service.loopingcall [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.512360] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.512564] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4b240b-5131-4711-b631-28bc1ed5c6e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.536014] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.536014] env[62448]: value = "task-2092442" [ 1766.536014] env[62448]: _type = "Task" [ 1766.536014] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.543850] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092442, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.753320] env[62448]: DEBUG nova.compute.utils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.760984] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.760984] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.766926] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.792205] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Task: {'id': task-2092438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.857772] env[62448]: DEBUG nova.compute.manager [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1766.886215] env[62448]: DEBUG nova.policy [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39050af14e064ba9a205c548c14575c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc5fab26fa54a42b792819ec79714af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.922859] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.955191] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.959968] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.962286] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.049903] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092442, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.263723] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.303190] env[62448]: DEBUG oslo_vmware.api [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Task: {'id': task-2092438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590894} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.303190] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.303190] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.303190] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.303190] env[62448]: INFO nova.compute.manager [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1767.303393] env[62448]: DEBUG oslo.service.loopingcall [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.303513] env[62448]: DEBUG nova.compute.manager [-] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1767.303721] env[62448]: DEBUG nova.network.neutron [-] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.384137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.422388] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092433, 'name': ReconfigVM_Task, 'duration_secs': 1.70011} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.422388] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 07724b49-3d2e-4eb0-bd70-def5a44d8125/07724b49-3d2e-4eb0-bd70-def5a44d8125.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.426133] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-141a9fca-6e22-43ba-bd16-7b4f54a79fa1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.434462] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1767.434462] env[62448]: value = "task-2092443" [ 1767.434462] env[62448]: _type = "Task" [ 1767.434462] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.453530] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092443, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.459513] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.470265] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.507968] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.552078] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092442, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.625197] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b532c0a-d772-4cad-a287-9d8186658b00 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.633791] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dff9694-c0c5-4d4d-9014-b42b3476a978 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.672315] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21601c89-013f-44ef-858b-e0b12c367c5d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.681158] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2586de3a-5396-468b-96ea-ea8a56ee504c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.698181] env[62448]: DEBUG nova.compute.provider_tree [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.762554] env[62448]: DEBUG nova.network.neutron [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Successfully updated port: 76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.795417] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Successfully created port: d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.948414] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092443, 'name': Rename_Task, 'duration_secs': 0.25829} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.951645] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.952173] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5735ced-6aa5-4b15-bbb2-1fce5cfd63a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.958050] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092436, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.603555} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.958814] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac/8d8fa858-1ed7-49a0-8c35-6fc828fab7ac.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.959182] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.959527] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a808052-d348-415d-a770-554f9a11b420 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.964959] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092439, 'name': ReconfigVM_Task, 'duration_secs': 1.295518} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.966791] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 53b30256-2715-49d3-a6c5-836c29d6769b/53b30256-2715-49d3-a6c5-836c29d6769b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.967640] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1767.967640] env[62448]: value = "task-2092444" [ 1767.967640] env[62448]: _type = "Task" [ 1767.967640] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.968270] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88256f39-2b17-4e60-88fb-81beb5ecd476 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.981753] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.985258] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1767.985258] env[62448]: value = "task-2092445" [ 1767.985258] env[62448]: _type = "Task" [ 1767.985258] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.986456] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1767.986456] env[62448]: value = "task-2092446" [ 1767.986456] env[62448]: _type = "Task" [ 1767.986456] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.006180] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092446, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.006822] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.049350] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092442, 'name': CreateVM_Task, 'duration_secs': 1.154241} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.049350] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.049890] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.050284] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.050458] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.050722] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f7fd1f-0f60-45db-bc5d-bf2d77e04d30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.057049] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1768.057049] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cc4867-0f2c-a597-f99f-20e6ae535bde" [ 1768.057049] env[62448]: _type = "Task" [ 1768.057049] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.068088] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cc4867-0f2c-a597-f99f-20e6ae535bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.200939] env[62448]: DEBUG nova.scheduler.client.report [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.221841] env[62448]: DEBUG nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Received event network-changed-f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1768.221841] env[62448]: DEBUG nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Refreshing instance network info cache due to event network-changed-f606cb6d-3d9c-4a99-a95e-14bdad82ea33. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1768.221841] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Acquiring lock "refresh_cache-8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.221841] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Acquired lock "refresh_cache-8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.221841] env[62448]: DEBUG nova.network.neutron [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Refreshing network info cache for port f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.267072] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.267427] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquired lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.267427] env[62448]: DEBUG nova.network.neutron [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.274485] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.301611] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.302484] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.302484] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.302484] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.302484] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.302685] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.303064] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.303283] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.303454] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.303690] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.304055] env[62448]: DEBUG nova.virt.hardware [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.304846] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97319591-0bec-4f07-ae09-1425abd10f06 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.314907] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446171cb-6ae2-40f4-8cab-257a80643976 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.357507] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Successfully created port: 3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.364245] env[62448]: DEBUG nova.network.neutron [-] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.484066] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092444, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.503327] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069941} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.506321] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.506661] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092446, 'name': Rename_Task, 'duration_secs': 0.281108} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.507486] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc68cb-b6b2-44ce-92a3-8bf7eef1f2de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.509981] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.510322] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94af34a2-16cd-47f6-a9ee-0e7e464c39e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.536882] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac/8d8fa858-1ed7-49a0-8c35-6fc828fab7ac.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.538690] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ba83bf-b519-4f1b-84b7-37acc55999c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.558950] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1768.558950] env[62448]: value = "task-2092447" [ 1768.558950] env[62448]: _type = "Task" [ 1768.558950] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.568147] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1768.568147] env[62448]: value = "task-2092448" [ 1768.568147] env[62448]: _type = "Task" [ 1768.568147] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.574451] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092447, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.575013] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cc4867-0f2c-a597-f99f-20e6ae535bde, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.578503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.578503] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.578503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.578762] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.579452] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.579452] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f223cee-5096-4b56-b89d-bb76215e304d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.587624] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.588868] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.589078] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.589871] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8412b677-fb5a-438f-804b-bd6430f01292 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.595517] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1768.595517] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e1c816-d2f7-b413-8352-fba2c84aee40" [ 1768.595517] env[62448]: _type = "Task" [ 1768.595517] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.606018] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e1c816-d2f7-b413-8352-fba2c84aee40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.710145] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.710145] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1768.711419] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.493s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.713322] env[62448]: INFO nova.compute.claims [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1768.781375] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.867027] env[62448]: INFO nova.compute.manager [-] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Took 1.56 seconds to deallocate network for instance. [ 1768.885773] env[62448]: DEBUG nova.network.neutron [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.983491] env[62448]: DEBUG oslo_vmware.api [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092444, 'name': PowerOnVM_Task, 'duration_secs': 0.898541} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.983825] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.984072] env[62448]: INFO nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1768.985752] env[62448]: DEBUG nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.991927] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdffc88-3369-4d77-8eea-fd313261b5e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.020449] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Successfully created port: d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1769.074980] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092447, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.083993] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.094773] env[62448]: DEBUG nova.network.neutron [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Updated VIF entry in instance network info cache for port f606cb6d-3d9c-4a99-a95e-14bdad82ea33. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.095311] env[62448]: DEBUG nova.network.neutron [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Updating instance_info_cache with network_info: [{"id": "f606cb6d-3d9c-4a99-a95e-14bdad82ea33", "address": "fa:16:3e:22:aa:44", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf606cb6d-3d", "ovs_interfaceid": "f606cb6d-3d9c-4a99-a95e-14bdad82ea33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.105663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "c9d7c712-7197-4da5-ba06-1fed547a5560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.105663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.112185] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e1c816-d2f7-b413-8352-fba2c84aee40, 'name': SearchDatastore_Task, 'duration_secs': 0.025712} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.112390] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ae2a43-1b08-429f-bcd7-9f60511401f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.118842] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1769.118842] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52682a8e-78db-c5c5-3fab-7c62536b1d2e" [ 1769.118842] env[62448]: _type = "Task" [ 1769.118842] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.127831] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52682a8e-78db-c5c5-3fab-7c62536b1d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.219432] env[62448]: DEBUG nova.compute.utils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1769.222846] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1769.223035] env[62448]: DEBUG nova.network.neutron [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1769.287566] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.309410] env[62448]: DEBUG nova.policy [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759da20585b24001b3179e52bf1ba8ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ffa4a1d872740e5a9e03dc392b19159', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1769.316512] env[62448]: DEBUG nova.network.neutron [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Updating instance_info_cache with network_info: [{"id": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "address": "fa:16:3e:f1:bb:ad", "network": {"id": "25cead2f-4b44-467e-92cd-cbdc80d1cc87", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1068296833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "53285621ae5f43d48918095317d9fe17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76aec351-93", "ovs_interfaceid": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.376303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.424173] env[62448]: DEBUG nova.compute.manager [req-59160f03-3fc3-4e53-808d-df1c08277b96 req-3d3d8c60-b642-4732-9286-cf0b5c7cc6f2 service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Received event network-vif-plugged-76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.424173] env[62448]: DEBUG oslo_concurrency.lockutils [req-59160f03-3fc3-4e53-808d-df1c08277b96 req-3d3d8c60-b642-4732-9286-cf0b5c7cc6f2 service nova] Acquiring lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.424173] env[62448]: DEBUG oslo_concurrency.lockutils [req-59160f03-3fc3-4e53-808d-df1c08277b96 req-3d3d8c60-b642-4732-9286-cf0b5c7cc6f2 service nova] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.424173] env[62448]: DEBUG oslo_concurrency.lockutils [req-59160f03-3fc3-4e53-808d-df1c08277b96 req-3d3d8c60-b642-4732-9286-cf0b5c7cc6f2 service nova] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.424173] env[62448]: DEBUG nova.compute.manager [req-59160f03-3fc3-4e53-808d-df1c08277b96 req-3d3d8c60-b642-4732-9286-cf0b5c7cc6f2 service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] No waiting events found dispatching network-vif-plugged-76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.424738] env[62448]: WARNING nova.compute.manager [req-59160f03-3fc3-4e53-808d-df1c08277b96 req-3d3d8c60-b642-4732-9286-cf0b5c7cc6f2 service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Received unexpected event network-vif-plugged-76aec351-93e6-41bc-bf2f-aa0a2a180324 for instance with vm_state building and task_state spawning. [ 1769.514122] env[62448]: INFO nova.compute.manager [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Took 16.21 seconds to build instance. [ 1769.578019] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092447, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.589727] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092448, 'name': ReconfigVM_Task, 'duration_secs': 0.602305} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.590093] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac/8d8fa858-1ed7-49a0-8c35-6fc828fab7ac.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.590755] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65f316ab-bee5-4521-bc5d-5758749814c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.598633] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1769.598633] env[62448]: value = "task-2092449" [ 1769.598633] env[62448]: _type = "Task" [ 1769.598633] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.602198] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Releasing lock "refresh_cache-8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.602575] env[62448]: DEBUG nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Received event network-vif-plugged-0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.603312] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Acquiring lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.603566] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.603776] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.603989] env[62448]: DEBUG nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] No waiting events found dispatching network-vif-plugged-0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.604240] env[62448]: WARNING nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Received unexpected event network-vif-plugged-0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 for instance with vm_state building and task_state spawning. [ 1769.604656] env[62448]: DEBUG nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Received event network-changed-0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.604871] env[62448]: DEBUG nova.compute.manager [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Refreshing instance network info cache due to event network-changed-0a90c2a7-d5fc-4d18-a543-72e8cf795ad8. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1769.605116] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Acquiring lock "refresh_cache-14d0291d-c7db-4543-aab0-8fcc66fccfc8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.605289] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Acquired lock "refresh_cache-14d0291d-c7db-4543-aab0-8fcc66fccfc8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.605484] env[62448]: DEBUG nova.network.neutron [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Refreshing network info cache for port 0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.614634] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092449, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.629042] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52682a8e-78db-c5c5-3fab-7c62536b1d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015601} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.629178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.629683] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 14d0291d-c7db-4543-aab0-8fcc66fccfc8/14d0291d-c7db-4543-aab0-8fcc66fccfc8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.629683] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e12663b-25be-488c-ba48-31564d95b40e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.636706] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1769.636706] env[62448]: value = "task-2092450" [ 1769.636706] env[62448]: _type = "Task" [ 1769.636706] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.646078] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.723865] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1769.819658] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Releasing lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.820957] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Instance network_info: |[{"id": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "address": "fa:16:3e:f1:bb:ad", "network": {"id": "25cead2f-4b44-467e-92cd-cbdc80d1cc87", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1068296833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "53285621ae5f43d48918095317d9fe17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76aec351-93", "ovs_interfaceid": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1769.821391] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:bb:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76aec351-93e6-41bc-bf2f-aa0a2a180324', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.833015] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Creating folder: Project (53285621ae5f43d48918095317d9fe17). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.838041] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ca3abf-6215-424f-9723-3c039161e2ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.848235] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Created folder: Project (53285621ae5f43d48918095317d9fe17) in parent group-v428508. [ 1769.848451] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Creating folder: Instances. Parent ref: group-v428534. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.848710] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e445ec4b-bfc7-4882-8c62-d57f0c088677 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.860199] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Created folder: Instances in parent group-v428534. [ 1769.860199] env[62448]: DEBUG oslo.service.loopingcall [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.860199] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.860199] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc3162d0-9bad-4458-a8dc-7f6bea7a24f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.884859] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.884859] env[62448]: value = "task-2092453" [ 1769.884859] env[62448]: _type = "Task" [ 1769.884859] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.896311] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092453, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.018434] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9377bdbe-521d-436a-9fef-b55ec1a88795 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "07724b49-3d2e-4eb0-bd70-def5a44d8125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.732s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.077986] env[62448]: DEBUG oslo_vmware.api [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092447, 'name': PowerOnVM_Task, 'duration_secs': 1.318655} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.079674] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.079929] env[62448]: INFO nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Took 15.01 seconds to spawn the instance on the hypervisor. [ 1770.080198] env[62448]: DEBUG nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.081915] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462eddf5-ab63-4266-bca5-60fd5ff1d5a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.087712] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd4ea48-1e7a-4274-8ea1-609a3a9ec60f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.098878] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3e375e-16b1-4ff5-90aa-ac7c4a07bfdc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.161145] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83082f3-4229-4e37-bf24-ab64f31afdba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.167534] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092449, 'name': Rename_Task, 'duration_secs': 0.193834} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.168475] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.168769] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a480c9f-df9b-4c24-9110-c3c04648c133 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.176869] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.181185] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6991c59-ae21-409c-9487-5a71f25700d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.185337] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1770.185337] env[62448]: value = "task-2092454" [ 1770.185337] env[62448]: _type = "Task" [ 1770.185337] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.198529] env[62448]: DEBUG nova.compute.provider_tree [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.203354] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.366219] env[62448]: DEBUG nova.network.neutron [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Successfully created port: 647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1770.395331] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092453, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.522019] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.586165] env[62448]: DEBUG nova.network.neutron [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Updated VIF entry in instance network info cache for port 0a90c2a7-d5fc-4d18-a543-72e8cf795ad8. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.586536] env[62448]: DEBUG nova.network.neutron [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Updating instance_info_cache with network_info: [{"id": "0a90c2a7-d5fc-4d18-a543-72e8cf795ad8", "address": "fa:16:3e:4f:41:1a", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a90c2a7-d5", "ovs_interfaceid": "0a90c2a7-d5fc-4d18-a543-72e8cf795ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.615220] env[62448]: INFO nova.compute.manager [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Took 20.34 seconds to build instance. [ 1770.665196] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748006} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.665521] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 14d0291d-c7db-4543-aab0-8fcc66fccfc8/14d0291d-c7db-4543-aab0-8fcc66fccfc8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.665736] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.665992] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9437f1c7-6b2b-4d7e-81cc-522f6812cd44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.673517] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1770.673517] env[62448]: value = "task-2092455" [ 1770.673517] env[62448]: _type = "Task" [ 1770.673517] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.683250] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.697524] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092454, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.705362] env[62448]: DEBUG nova.scheduler.client.report [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.737512] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1770.770344] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1770.770685] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.770845] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1770.771077] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.771250] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1770.771434] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1770.771678] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1770.771877] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1770.772099] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1770.772308] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1770.772519] env[62448]: DEBUG nova.virt.hardware [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1770.774207] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6fa0b-e689-4206-bfb3-03bf8e8e2843 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.785826] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429dcf19-2530-492c-8c28-58c31aa44bb1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.896881] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092453, 'name': CreateVM_Task, 'duration_secs': 0.722786} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.897388] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.897889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.898117] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.898493] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.898839] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8d585e-5c61-4205-9464-677f093a11e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.904036] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1770.904036] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5233fb7d-8c62-f93f-04b5-aec71d006617" [ 1770.904036] env[62448]: _type = "Task" [ 1770.904036] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.912015] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5233fb7d-8c62-f93f-04b5-aec71d006617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.009618] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Successfully updated port: d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1771.060297] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.089694] env[62448]: DEBUG oslo_concurrency.lockutils [req-e85bf237-c65b-41e3-9dbc-d13ca2023851 req-4563caf5-3969-4268-96e9-2f6346aec32e service nova] Releasing lock "refresh_cache-14d0291d-c7db-4543-aab0-8fcc66fccfc8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.121085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88344f20-9034-46ec-874d-d85bbb798215 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "53b30256-2715-49d3-a6c5-836c29d6769b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.860s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.184988] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074018} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.185272] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.186748] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1be52d-5758-414b-a153-dab5e8cede6a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.219236] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 14d0291d-c7db-4543-aab0-8fcc66fccfc8/14d0291d-c7db-4543-aab0-8fcc66fccfc8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.223523] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.223993] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.227091] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb50a6f8-d8b2-4876-8f0c-1a64fd3dfa9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.244469] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092454, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.244469] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.476s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.244469] env[62448]: INFO nova.compute.claims [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.257136] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1771.257136] env[62448]: value = "task-2092456" [ 1771.257136] env[62448]: _type = "Task" [ 1771.257136] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.268032] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.414635] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5233fb7d-8c62-f93f-04b5-aec71d006617, 'name': SearchDatastore_Task, 'duration_secs': 0.021871} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.415191] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.415288] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.415639] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.415712] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.415909] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.416203] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca880ca5-5385-48d4-a38f-565c7c264d4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.424763] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.424961] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.425766] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfda3d7-eb66-49d3-96cf-07f3a283ea45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.435307] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1771.435307] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5284343f-c100-d3ba-4186-c4ee5a7d42d2" [ 1771.435307] env[62448]: _type = "Task" [ 1771.435307] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.446611] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5284343f-c100-d3ba-4186-c4ee5a7d42d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.704426] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092454, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.744316] env[62448]: DEBUG nova.compute.utils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.746036] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1771.746147] env[62448]: DEBUG nova.network.neutron [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.775667] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092456, 'name': ReconfigVM_Task, 'duration_secs': 0.406862} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.776100] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 14d0291d-c7db-4543-aab0-8fcc66fccfc8/14d0291d-c7db-4543-aab0-8fcc66fccfc8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.777686] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c379dc8d-de36-426e-b8bb-854dc98a8200 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.784252] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1771.784252] env[62448]: value = "task-2092457" [ 1771.784252] env[62448]: _type = "Task" [ 1771.784252] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.797228] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092457, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.852030] env[62448]: DEBUG nova.policy [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7f5420113a4af397333bc4056c38db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb5cd05436324fb29e57d68bd1164674', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1771.947299] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5284343f-c100-d3ba-4186-c4ee5a7d42d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.947460] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacedcb2-0219-4c55-abbf-c16dbfd36057 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.955506] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1771.955506] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5232a48c-999a-167d-5d71-179ccbb2c39d" [ 1771.955506] env[62448]: _type = "Task" [ 1771.955506] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.964810] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5232a48c-999a-167d-5d71-179ccbb2c39d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.202403] env[62448]: DEBUG oslo_vmware.api [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092454, 'name': PowerOnVM_Task, 'duration_secs': 1.758105} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.202748] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.202986] env[62448]: INFO nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Took 13.64 seconds to spawn the instance on the hypervisor. [ 1772.203320] env[62448]: DEBUG nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.204161] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331e465b-957e-426f-b11a-98f35f533950 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.251536] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.302159] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092457, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.468203] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5232a48c-999a-167d-5d71-179ccbb2c39d, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.469188] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.469782] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a4377c81-fb5e-4fca-90d7-f58fd40ff382/a4377c81-fb5e-4fca-90d7-f58fd40ff382.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.473832] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae24660d-6d8a-4498-93bf-00f085f257e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.482423] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1772.482423] env[62448]: value = "task-2092458" [ 1772.482423] env[62448]: _type = "Task" [ 1772.482423] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.494160] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.561736] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22df2baf-5a82-4eff-afd9-243467fa9e74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.575416] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac329566-078a-484c-b768-81986357e4e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.611047] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9e362-c0fc-47ec-85c6-01f99b869198 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.619241] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cc862-a956-4c7b-9f16-231ed1d6b4b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.632827] env[62448]: DEBUG nova.compute.provider_tree [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.721754] env[62448]: INFO nova.compute.manager [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Took 19.78 seconds to build instance. [ 1772.801738] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092457, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.820996] env[62448]: DEBUG nova.compute.manager [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Received event network-changed-10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1772.821869] env[62448]: DEBUG nova.compute.manager [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Refreshing instance network info cache due to event network-changed-10712220-b11f-4304-8433-9a3956512212. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1772.822201] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] Acquiring lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.822364] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] Acquired lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.822494] env[62448]: DEBUG nova.network.neutron [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Refreshing network info cache for port 10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.866116] env[62448]: DEBUG nova.network.neutron [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Successfully created port: d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.946908] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "fca5ff75-8391-43dd-92a1-53c52bb797c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.947281] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "fca5ff75-8391-43dd-92a1-53c52bb797c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.995990] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092458, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.057180] env[62448]: DEBUG nova.network.neutron [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Successfully updated port: 647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.135614] env[62448]: DEBUG nova.scheduler.client.report [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.226335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-082f5a15-7381-48a9-8b8e-f513c8e0bfbd tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.297s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.245619] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "c6b3de20-554d-4867-96f6-92c05697049b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.245980] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "c6b3de20-554d-4867-96f6-92c05697049b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.259688] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.289191] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.289345] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.289386] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.289889] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.289994] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.290236] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.291054] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.291054] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.291054] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.291054] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.291250] env[62448]: DEBUG nova.virt.hardware [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.292587] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639de6ea-e799-4f6c-975d-3c730ce4e834 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.305321] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092457, 'name': Rename_Task, 'duration_secs': 1.048208} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.307589] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.307881] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b68cbc04-cc08-4229-852d-112fe96ac051 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.311787] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9fff3-4f2a-4299-929e-e5e94b1f445a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.336474] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1773.336474] env[62448]: value = "task-2092459" [ 1773.336474] env[62448]: _type = "Task" [ 1773.336474] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.345138] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092459, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.451944] env[62448]: DEBUG nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.493063] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693157} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.493352] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a4377c81-fb5e-4fca-90d7-f58fd40ff382/a4377c81-fb5e-4fca-90d7-f58fd40ff382.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.493532] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.494639] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06e4301d-3380-48a3-b70d-ccd5b1270c8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.501590] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1773.501590] env[62448]: value = "task-2092460" [ 1773.501590] env[62448]: _type = "Task" [ 1773.501590] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.509415] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.564894] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "refresh_cache-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.564894] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquired lock "refresh_cache-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.564894] env[62448]: DEBUG nova.network.neutron [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.641952] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.642507] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1773.645123] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.261s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.677556] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.677642] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.748514] env[62448]: DEBUG nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.809154] env[62448]: DEBUG nova.network.neutron [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updated VIF entry in instance network info cache for port 10712220-b11f-4304-8433-9a3956512212. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.809154] env[62448]: DEBUG nova.network.neutron [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updating instance_info_cache with network_info: [{"id": "10712220-b11f-4304-8433-9a3956512212", "address": "fa:16:3e:d7:a3:c3", "network": {"id": "84b0f056-1ab4-494e-b59a-f28353fdc839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479111073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9508579d89fb4e4186245e0897ebf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10712220-b1", "ovs_interfaceid": "10712220-b11f-4304-8433-9a3956512212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.844850] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Successfully updated port: 3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.850883] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.900528] env[62448]: DEBUG nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Received event network-changed-76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1773.900895] env[62448]: DEBUG nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Refreshing instance network info cache due to event network-changed-76aec351-93e6-41bc-bf2f-aa0a2a180324. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1773.901328] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Acquiring lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.901669] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Acquired lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.901844] env[62448]: DEBUG nova.network.neutron [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Refreshing network info cache for port 76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.980708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.014892] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063125} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.015391] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1774.017045] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c49e6a-5534-4063-a89f-babc7f6625d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.046203] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] a4377c81-fb5e-4fca-90d7-f58fd40ff382/a4377c81-fb5e-4fca-90d7-f58fd40ff382.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.047934] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b980d8f5-7685-4e1f-9191-9199645bd32f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.070730] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1774.070730] env[62448]: value = "task-2092461" [ 1774.070730] env[62448]: _type = "Task" [ 1774.070730] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.081723] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.110991] env[62448]: DEBUG nova.network.neutron [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.149306] env[62448]: DEBUG nova.compute.utils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.158962] env[62448]: INFO nova.compute.claims [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.162093] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1774.162319] env[62448]: DEBUG nova.network.neutron [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1774.275663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.297074] env[62448]: DEBUG nova.policy [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b68e002ecc342bc9f263252248ccf67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b28f949758234813ac5280aa4deea16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1774.306476] env[62448]: DEBUG nova.compute.manager [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.307538] env[62448]: DEBUG nova.network.neutron [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Updating instance_info_cache with network_info: [{"id": "647641ae-6cb4-4420-9d18-6057ee97ff5d", "address": "fa:16:3e:de:f7:f7", "network": {"id": "41827e75-ffbf-435e-9abf-a33be7989835", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1062059956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1ffa4a1d872740e5a9e03dc392b19159", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647641ae-6c", "ovs_interfaceid": "647641ae-6cb4-4420-9d18-6057ee97ff5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.309483] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e21a99-6f0e-464d-886f-f3f05584b493 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.313472] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] Releasing lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.313571] env[62448]: DEBUG nova.compute.manager [req-4f42029d-76bc-4c08-a67f-635dd7a056e7 req-9a196d46-4f7e-47a4-acce-2f30d6507b48 service nova] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Received event network-vif-deleted-a196c3dc-d010-473c-936a-8934a7b8ddc3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1774.349487] env[62448]: DEBUG oslo_vmware.api [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092459, 'name': PowerOnVM_Task, 'duration_secs': 0.935921} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.349720] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.349932] env[62448]: INFO nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1774.350793] env[62448]: DEBUG nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.351914] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6af9ce-487b-4569-baf6-c0200f64be0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.584257] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.667208] env[62448]: INFO nova.compute.resource_tracker [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating resource usage from migration 02959dbf-34b6-450b-a261-d87c31e65f20 [ 1774.671213] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1774.814437] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Releasing lock "refresh_cache-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.814849] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Instance network_info: |[{"id": "647641ae-6cb4-4420-9d18-6057ee97ff5d", "address": "fa:16:3e:de:f7:f7", "network": {"id": "41827e75-ffbf-435e-9abf-a33be7989835", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1062059956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1ffa4a1d872740e5a9e03dc392b19159", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647641ae-6c", "ovs_interfaceid": "647641ae-6cb4-4420-9d18-6057ee97ff5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.815389] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:f7:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647641ae-6cb4-4420-9d18-6057ee97ff5d', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.823492] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Creating folder: Project (1ffa4a1d872740e5a9e03dc392b19159). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.828828] env[62448]: INFO nova.compute.manager [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] instance snapshotting [ 1774.828828] env[62448]: DEBUG nova.objects.instance [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lazy-loading 'flavor' on Instance uuid 07724b49-3d2e-4eb0-bd70-def5a44d8125 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.828968] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b326b9a5-1ace-4799-8b6b-36281277045d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.847113] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Created folder: Project (1ffa4a1d872740e5a9e03dc392b19159) in parent group-v428508. [ 1774.847273] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Creating folder: Instances. Parent ref: group-v428537. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.847635] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50b8a7e7-fa96-4628-8121-adf027a13ba4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.860472] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Created folder: Instances in parent group-v428537. [ 1774.861448] env[62448]: DEBUG oslo.service.loopingcall [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.861448] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.861448] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df7bb2b-4817-4827-b0a9-a5013ef63e62 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.887115] env[62448]: INFO nova.compute.manager [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Took 16.17 seconds to build instance. [ 1774.891627] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.891627] env[62448]: value = "task-2092464" [ 1774.891627] env[62448]: _type = "Task" [ 1774.891627] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.901585] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092464, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.909355] env[62448]: DEBUG nova.network.neutron [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Updated VIF entry in instance network info cache for port 76aec351-93e6-41bc-bf2f-aa0a2a180324. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.909516] env[62448]: DEBUG nova.network.neutron [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Updating instance_info_cache with network_info: [{"id": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "address": "fa:16:3e:f1:bb:ad", "network": {"id": "25cead2f-4b44-467e-92cd-cbdc80d1cc87", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1068296833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "53285621ae5f43d48918095317d9fe17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76aec351-93", "ovs_interfaceid": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.966201] env[62448]: DEBUG nova.network.neutron [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Successfully updated port: d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.081926] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092461, 'name': ReconfigVM_Task, 'duration_secs': 0.59317} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.084558] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Reconfigured VM instance instance-0000000a to attach disk [datastore2] a4377c81-fb5e-4fca-90d7-f58fd40ff382/a4377c81-fb5e-4fca-90d7-f58fd40ff382.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.085505] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-106f8b68-4e31-4a5b-bbaa-c740c3ed7101 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.092071] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1775.092071] env[62448]: value = "task-2092465" [ 1775.092071] env[62448]: _type = "Task" [ 1775.092071] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.097154] env[62448]: DEBUG nova.network.neutron [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Successfully created port: 4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.104795] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092465, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.123513] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc7257-6623-4e98-9e3a-adaed92b7cc8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.132067] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a713c-52a5-47f6-a9b3-46de6d6aa119 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.173955] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3557d25-fed3-43a1-be13-4da3eea83a2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.187445] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc697dc-7b02-4bb9-8e82-e600a87f69e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.203621] env[62448]: DEBUG nova.compute.provider_tree [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.336996] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ecd642-d28e-4b70-8cfe-57bf390a51e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.357190] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ca0d1-4789-44d3-aa4f-0a36de74469e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.389801] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b295b0c6-9c01-4e8f-bddf-d97a796007e9 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.692s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.408792] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092464, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.412665] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Releasing lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.413083] env[62448]: DEBUG nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-vif-plugged-d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1775.413414] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Acquiring lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.413773] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.414236] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.414337] env[62448]: DEBUG nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] No waiting events found dispatching network-vif-plugged-d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1775.414763] env[62448]: WARNING nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received unexpected event network-vif-plugged-d66d9118-74e1-4d76-a026-676f081dae76 for instance with vm_state building and task_state spawning. [ 1775.414824] env[62448]: DEBUG nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-changed-d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1775.415106] env[62448]: DEBUG nova.compute.manager [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Refreshing instance network info cache due to event network-changed-d66d9118-74e1-4d76-a026-676f081dae76. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1775.415386] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Acquiring lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.415653] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Acquired lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.415883] env[62448]: DEBUG nova.network.neutron [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Refreshing network info cache for port d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.474840] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.475022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquired lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.475188] env[62448]: DEBUG nova.network.neutron [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.606485] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092465, 'name': Rename_Task, 'duration_secs': 0.216845} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.606822] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.607046] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6682fc71-600e-45eb-8402-cad630efc410 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.614197] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1775.614197] env[62448]: value = "task-2092466" [ 1775.614197] env[62448]: _type = "Task" [ 1775.614197] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.622562] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.683539] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1775.705523] env[62448]: DEBUG nova.scheduler.client.report [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.721523] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1775.723912] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.723912] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1775.723912] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.723912] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1775.723912] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1775.724230] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1775.724230] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1775.724230] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1775.724230] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1775.724230] env[62448]: DEBUG nova.virt.hardware [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1775.724424] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a8c92-04d2-43e6-b182-a8f7f313017e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.734551] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54396a1-84a4-43aa-820b-b1045ebee462 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.878624] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1775.879023] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b06d43f-9998-4182-b0f2-fa661582bef4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.886845] env[62448]: DEBUG oslo_vmware.api [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1775.886845] env[62448]: value = "task-2092467" [ 1775.886845] env[62448]: _type = "Task" [ 1775.886845] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.896350] env[62448]: DEBUG oslo_vmware.api [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.901421] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.909917] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092464, 'name': CreateVM_Task, 'duration_secs': 0.602729} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.909975] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.911255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.911255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.911581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.912945] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93ab82c-b6f2-48de-99a0-7bb9d0cc9954 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.917669] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1775.917669] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5d27b-937f-4086-4a48-3cc6e9b1b088" [ 1775.917669] env[62448]: _type = "Task" [ 1775.917669] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.929808] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5d27b-937f-4086-4a48-3cc6e9b1b088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.998012] env[62448]: DEBUG nova.network.neutron [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.039294] env[62448]: DEBUG nova.network.neutron [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.127253] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092466, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.169708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.171205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.212889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.568s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.212990] env[62448]: INFO nova.compute.manager [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Migrating [ 1776.213875] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.214055] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.215697] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.708s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.217847] env[62448]: INFO nova.compute.claims [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.244203] env[62448]: DEBUG nova.network.neutron [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.354842] env[62448]: DEBUG nova.network.neutron [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updating instance_info_cache with network_info: [{"id": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "address": "fa:16:3e:64:6f:91", "network": {"id": "516311d7-68c4-4d40-a277-c8e2cbe49dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-971000015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5cd05436324fb29e57d68bd1164674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd578f4ee-31", "ovs_interfaceid": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.407501] env[62448]: DEBUG oslo_vmware.api [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.436442] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5d27b-937f-4086-4a48-3cc6e9b1b088, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.437100] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.437371] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.437732] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.437939] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.438226] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.439521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.439771] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f65f72e-0e84-428f-8560-dd5b8d942330 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.449411] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.449604] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.450370] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fc23b5-8aaf-4712-80b9-9682c7694e2c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.457027] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1776.457027] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52872fe4-dedb-cc7a-bfa1-a62bf16bbaf1" [ 1776.457027] env[62448]: _type = "Task" [ 1776.457027] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.467741] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52872fe4-dedb-cc7a-bfa1-a62bf16bbaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.626979] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.630236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.635457] env[62448]: DEBUG oslo_vmware.api [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092466, 'name': PowerOnVM_Task, 'duration_secs': 0.652315} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.635457] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.635947] env[62448]: INFO nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Took 10.88 seconds to spawn the instance on the hypervisor. [ 1776.635947] env[62448]: DEBUG nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.636630] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b123ac-820d-4775-ba58-9752a8e348d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.643838] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Successfully updated port: d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1776.721570] env[62448]: INFO nova.compute.rpcapi [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1776.722206] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.747293] env[62448]: DEBUG oslo_concurrency.lockutils [req-699b55aa-00db-4a89-8b10-bbba0853555c req-d4adce24-9932-4151-bc46-47dee887197a service nova] Releasing lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.859600] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Releasing lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.859600] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Instance network_info: |[{"id": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "address": "fa:16:3e:64:6f:91", "network": {"id": "516311d7-68c4-4d40-a277-c8e2cbe49dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-971000015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5cd05436324fb29e57d68bd1164674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd578f4ee-31", "ovs_interfaceid": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.859841] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd578f4ee-31d9-45d1-9716-c55702e8fc49', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.867411] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Creating folder: Project (eb5cd05436324fb29e57d68bd1164674). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.867675] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c729ef91-ac30-4daa-bf0e-0633d14d2e34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.878988] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Created folder: Project (eb5cd05436324fb29e57d68bd1164674) in parent group-v428508. [ 1776.879516] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Creating folder: Instances. Parent ref: group-v428541. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1776.879824] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b09072b-4605-45d2-ad24-0d0f2aaf645b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.890393] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Created folder: Instances in parent group-v428541. [ 1776.890636] env[62448]: DEBUG oslo.service.loopingcall [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.894370] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.894645] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ded77c-8343-4020-848a-8c6dd358b5f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.922701] env[62448]: DEBUG oslo_vmware.api [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092467, 'name': CreateSnapshot_Task, 'duration_secs': 0.961852} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.924466] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1776.924971] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.924971] env[62448]: value = "task-2092470" [ 1776.924971] env[62448]: _type = "Task" [ 1776.924971] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.926147] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976921dd-a539-42e2-93d5-23223f3254a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.948672] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092470, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.969611] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52872fe4-dedb-cc7a-bfa1-a62bf16bbaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.013446} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.970867] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171506b7-2b56-4a5f-abcd-7d8043179e9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.978460] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1776.978460] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52561cd0-5f21-ac69-722f-6c88cb8ba15b" [ 1776.978460] env[62448]: _type = "Task" [ 1776.978460] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.987995] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52561cd0-5f21-ac69-722f-6c88cb8ba15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.997389] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "07724b49-3d2e-4eb0-bd70-def5a44d8125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.997746] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "07724b49-3d2e-4eb0-bd70-def5a44d8125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.999351] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "07724b49-3d2e-4eb0-bd70-def5a44d8125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.999351] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "07724b49-3d2e-4eb0-bd70-def5a44d8125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.999351] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "07724b49-3d2e-4eb0-bd70-def5a44d8125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.000792] env[62448]: INFO nova.compute.manager [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Terminating instance [ 1777.017213] env[62448]: DEBUG nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Received event network-changed-689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1777.017437] env[62448]: DEBUG nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Refreshing instance network info cache due to event network-changed-689c4a6f-6f4c-4602-9b32-08ae0ad49346. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1777.017709] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Acquiring lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.017815] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Acquired lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.017989] env[62448]: DEBUG nova.network.neutron [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Refreshing network info cache for port 689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.084848] env[62448]: DEBUG nova.network.neutron [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Successfully updated port: 4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.144519] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.144587] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.144773] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.164577] env[62448]: INFO nova.compute.manager [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Took 17.58 seconds to build instance. [ 1777.246540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.248799] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.248799] env[62448]: DEBUG nova.network.neutron [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.442067] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092470, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.451154] env[62448]: DEBUG nova.compute.manager [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Instance disappeared during snapshot {{(pid=62448) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1777.495370] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52561cd0-5f21-ac69-722f-6c88cb8ba15b, 'name': SearchDatastore_Task, 'duration_secs': 0.01491} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.498428] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.498935] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2/8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.499692] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b006a9c-a6d8-4dd0-9444-3f9e89e2c732 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.506946] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "refresh_cache-07724b49-3d2e-4eb0-bd70-def5a44d8125" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.508249] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquired lock "refresh_cache-07724b49-3d2e-4eb0-bd70-def5a44d8125" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.508249] env[62448]: DEBUG nova.network.neutron [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.508897] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1777.508897] env[62448]: value = "task-2092471" [ 1777.508897] env[62448]: _type = "Task" [ 1777.508897] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.526580] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.588020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "refresh_cache-7fb2a096-9da6-4501-9682-bcce594b4c9f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.588020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired lock "refresh_cache-7fb2a096-9da6-4501-9682-bcce594b4c9f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.588020] env[62448]: DEBUG nova.network.neutron [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.627404] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671445e-d980-4eb6-9f2f-034facf4707e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.636464] env[62448]: DEBUG nova.compute.manager [None req-9cc18955-f79c-477a-a80b-05dcd674fb55 tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Found 0 images (rotation: 2) {{(pid=62448) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1777.638564] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb11be22-9eb7-4d00-92b1-c8ccb1f6dd65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.676369] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91a2de84-65e6-4220-9b98-b2b7935e70be tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.114s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.684841] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33404055-d260-40eb-8ad6-b96233e886e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.695092] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695197c-476e-4150-b8fe-3b4487f79460 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.711169] env[62448]: DEBUG nova.compute.provider_tree [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.748594] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1777.947729] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092470, 'name': CreateVM_Task, 'duration_secs': 0.701525} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.950686] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.951714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.951963] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.953717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.954830] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32b004f-be5e-4920-86e5-a1a0345b386f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.965686] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1777.965686] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527e13e5-7503-814b-3237-06314cee4884" [ 1777.965686] env[62448]: _type = "Task" [ 1777.965686] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.974140] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527e13e5-7503-814b-3237-06314cee4884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.025925] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.033350] env[62448]: DEBUG nova.network.neutron [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updated VIF entry in instance network info cache for port 689c4a6f-6f4c-4602-9b32-08ae0ad49346. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.033757] env[62448]: DEBUG nova.network.neutron [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updating instance_info_cache with network_info: [{"id": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "address": "fa:16:3e:66:fa:a4", "network": {"id": "af337702-fb0f-4c82-8d3c-45f44e56a224", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1693686315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30293acb9b194ef185bc2a6f198fc81b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689c4a6f-6f", "ovs_interfaceid": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.070328] env[62448]: DEBUG nova.network.neutron [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.161169] env[62448]: DEBUG nova.network.neutron [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.193742] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.217589] env[62448]: DEBUG nova.network.neutron [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.219648] env[62448]: DEBUG nova.scheduler.client.report [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.289614] env[62448]: DEBUG nova.network.neutron [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.303295] env[62448]: DEBUG nova.network.neutron [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updating instance_info_cache with network_info: [{"id": "d66d9118-74e1-4d76-a026-676f081dae76", "address": "fa:16:3e:16:d9:f6", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66d9118-74", "ovs_interfaceid": "d66d9118-74e1-4d76-a026-676f081dae76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "address": "fa:16:3e:76:09:71", "network": {"id": "99558e1f-f2f3-4d67-8301-64970250b217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319206638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce8bc46-4a", "ovs_interfaceid": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d05dd28e-c609-444d-9601-64faaf9f70f4", "address": "fa:16:3e:73:98:f8", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dd28e-c6", "ovs_interfaceid": "d05dd28e-c609-444d-9601-64faaf9f70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.325174] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-vif-plugged-3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1778.325174] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Acquiring lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.325174] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.325174] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.326480] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] No waiting events found dispatching network-vif-plugged-3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.326825] env[62448]: WARNING nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received unexpected event network-vif-plugged-3ce8bc46-4a64-4dae-b525-4b10ffaa835d for instance with vm_state building and task_state spawning. [ 1778.327221] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-changed-3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1778.327562] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Refreshing instance network info cache due to event network-changed-3ce8bc46-4a64-4dae-b525-4b10ffaa835d. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1778.327842] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Acquiring lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.397861] env[62448]: DEBUG nova.network.neutron [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Updating instance_info_cache with network_info: [{"id": "4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a", "address": "fa:16:3e:a4:50:12", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd04d29-2d", "ovs_interfaceid": "4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.474945] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527e13e5-7503-814b-3237-06314cee4884, 'name': SearchDatastore_Task, 'duration_secs': 0.071581} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.475382] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.475683] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.476087] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.476170] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.476290] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.476555] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12df2926-c037-4f4b-9a4f-957cd2de3f00 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.487660] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.487877] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.488622] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fcfc54-047d-4047-bc82-75ef1321d647 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.495388] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1778.495388] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f6f274-3dcb-755b-24dd-6d4ce0df05da" [ 1778.495388] env[62448]: _type = "Task" [ 1778.495388] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.502947] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f6f274-3dcb-755b-24dd-6d4ce0df05da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.520198] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825408} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.520449] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2/8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.520683] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.520972] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00f60f2b-42ad-4e65-a1ff-11f86c583bf5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.527367] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1778.527367] env[62448]: value = "task-2092472" [ 1778.527367] env[62448]: _type = "Task" [ 1778.527367] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.535949] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.536523] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Releasing lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.537025] env[62448]: DEBUG nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Received event network-vif-plugged-647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1778.537321] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Acquiring lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.537574] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.537742] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.537904] env[62448]: DEBUG nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] No waiting events found dispatching network-vif-plugged-647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1778.538082] env[62448]: WARNING nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Received unexpected event network-vif-plugged-647641ae-6cb4-4420-9d18-6057ee97ff5d for instance with vm_state building and task_state spawning. [ 1778.538242] env[62448]: DEBUG nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Received event network-changed-647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1778.538389] env[62448]: DEBUG nova.compute.manager [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Refreshing instance network info cache due to event network-changed-647641ae-6cb4-4420-9d18-6057ee97ff5d. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1778.538570] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Acquiring lock "refresh_cache-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.538700] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Acquired lock "refresh_cache-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.538849] env[62448]: DEBUG nova.network.neutron [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Refreshing network info cache for port 647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.713323] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.724608] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Releasing lock "refresh_cache-07724b49-3d2e-4eb0-bd70-def5a44d8125" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.725179] env[62448]: DEBUG nova.compute.manager [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.725389] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.726476] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.726814] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.731760] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294dae47-7481-4cb9-ae9a-e1ad2e61d0e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.735220] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.448s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.737452] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.737452] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1778.737452] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.361s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.737452] env[62448]: DEBUG nova.objects.instance [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lazy-loading 'resources' on Instance uuid 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.738854] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd0d906-f027-418a-be0c-50b0648dd473 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.749061] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.750222] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafd7258-c439-4db2-b9b3-0ff1bd5867b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.753180] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60765f7d-d4a4-41d3-95d5-f8adbc3d6e2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.774290] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50554ed-fce0-4070-868e-54f8fab648f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.777532] env[62448]: DEBUG oslo_vmware.api [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1778.777532] env[62448]: value = "task-2092473" [ 1778.777532] env[62448]: _type = "Task" [ 1778.777532] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.785357] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35d9e0a-c578-4ee5-aeea-438eef81de60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.795020] env[62448]: DEBUG oslo_vmware.api [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.795020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.823151] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Releasing lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.823959] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Instance network_info: |[{"id": "d66d9118-74e1-4d76-a026-676f081dae76", "address": "fa:16:3e:16:d9:f6", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66d9118-74", "ovs_interfaceid": "d66d9118-74e1-4d76-a026-676f081dae76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "address": "fa:16:3e:76:09:71", "network": {"id": "99558e1f-f2f3-4d67-8301-64970250b217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319206638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce8bc46-4a", "ovs_interfaceid": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d05dd28e-c609-444d-9601-64faaf9f70f4", "address": "fa:16:3e:73:98:f8", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dd28e-c6", "ovs_interfaceid": "d05dd28e-c609-444d-9601-64faaf9f70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1778.823959] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1778.824235] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.829384] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Acquired lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.829384] env[62448]: DEBUG nova.network.neutron [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Refreshing network info cache for port 3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1778.830624] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:d9:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd66d9118-74e1-4d76-a026-676f081dae76', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:09:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce8bc46-4a64-4dae-b525-4b10ffaa835d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:98:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd05dd28e-c609-444d-9601-64faaf9f70f4', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.841191] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Creating folder: Project (5fc5fab26fa54a42b792819ec79714af). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.841379] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb2ddc3f-6acc-45a8-a8d7-d3c74b0bfd52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.852421] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Created folder: Project (5fc5fab26fa54a42b792819ec79714af) in parent group-v428508. [ 1778.852621] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Creating folder: Instances. Parent ref: group-v428544. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.853282] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfacbb7e-5a7f-4211-92c5-d4ddccb26e01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.862624] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Created folder: Instances in parent group-v428544. [ 1778.862945] env[62448]: DEBUG oslo.service.loopingcall [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.863152] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.863359] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6377eb8-0065-4776-ad7d-e076c5348ad7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.887757] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.887757] env[62448]: value = "task-2092476" [ 1778.887757] env[62448]: _type = "Task" [ 1778.887757] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.895669] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092476, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.900472] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Releasing lock "refresh_cache-7fb2a096-9da6-4501-9682-bcce594b4c9f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.900780] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Instance network_info: |[{"id": "4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a", "address": "fa:16:3e:a4:50:12", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd04d29-2d", "ovs_interfaceid": "4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1778.901205] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:50:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.908584] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating folder: Project (b28f949758234813ac5280aa4deea16d). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.909195] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8aebd5a-9899-4738-84f8-441980390224 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.922594] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Created folder: Project (b28f949758234813ac5280aa4deea16d) in parent group-v428508. [ 1778.922841] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating folder: Instances. Parent ref: group-v428547. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.923114] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3355af0-d27d-49cb-b20f-416e0eeaac57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.935696] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Created folder: Instances in parent group-v428547. [ 1778.935995] env[62448]: DEBUG oslo.service.loopingcall [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.936285] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.936533] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b205ea20-1e11-4b79-8015-d515c1651b44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.959461] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.959461] env[62448]: value = "task-2092479" [ 1778.959461] env[62448]: _type = "Task" [ 1778.959461] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.967688] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092479, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.006794] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f6f274-3dcb-755b-24dd-6d4ce0df05da, 'name': SearchDatastore_Task, 'duration_secs': 0.042386} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.007683] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15478462-8b5f-4e42-b8b6-69921e9f7784 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.014202] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1779.014202] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5260485b-f5a0-99f8-3fed-76f3453e4c5d" [ 1779.014202] env[62448]: _type = "Task" [ 1779.014202] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.023776] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5260485b-f5a0-99f8-3fed-76f3453e4c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.037477] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253415} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.037802] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.038800] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6246ea57-912a-438d-8ad1-c1c38b8c63da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.066105] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2/8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.066858] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278a4e5d-8ef2-4c83-b5aa-0f6edb5ca131 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.086974] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1779.086974] env[62448]: value = "task-2092480" [ 1779.086974] env[62448]: _type = "Task" [ 1779.086974] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.095425] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.239257] env[62448]: DEBUG nova.compute.utils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.245018] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.245018] env[62448]: DEBUG nova.network.neutron [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.253598] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "458f738c-d224-4d91-9aa9-f4b5d49aa243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.254009] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.296694] env[62448]: DEBUG oslo_vmware.api [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092473, 'name': PowerOffVM_Task, 'duration_secs': 0.245521} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.296998] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.297246] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.297767] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b8ae39e-3220-4703-bda8-03e0e1a9ec95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.316571] env[62448]: DEBUG nova.policy [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7352fa6a9208467b9ca23dcbc467d8eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86825a546ef1466fbcb8e362c4cd3f9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.320471] env[62448]: DEBUG nova.network.neutron [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Updated VIF entry in instance network info cache for port 647641ae-6cb4-4420-9d18-6057ee97ff5d. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.320856] env[62448]: DEBUG nova.network.neutron [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Updating instance_info_cache with network_info: [{"id": "647641ae-6cb4-4420-9d18-6057ee97ff5d", "address": "fa:16:3e:de:f7:f7", "network": {"id": "41827e75-ffbf-435e-9abf-a33be7989835", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1062059956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1ffa4a1d872740e5a9e03dc392b19159", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647641ae-6c", "ovs_interfaceid": "647641ae-6cb4-4420-9d18-6057ee97ff5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.328039] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1779.328274] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1779.328449] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Deleting the datastore file [datastore2] 07724b49-3d2e-4eb0-bd70-def5a44d8125 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.328806] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7fd081d-9abe-4638-aab3-1aac9d158831 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.340220] env[62448]: DEBUG oslo_vmware.api [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for the task: (returnval){ [ 1779.340220] env[62448]: value = "task-2092482" [ 1779.340220] env[62448]: _type = "Task" [ 1779.340220] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.354204] env[62448]: DEBUG oslo_vmware.api [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.398331] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092476, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.472598] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092479, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.527068] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5260485b-f5a0-99f8-3fed-76f3453e4c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015967} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.532490] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.532815] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d44beaef-e5f0-4b0b-84e4-274a0728302a/d44beaef-e5f0-4b0b-84e4-274a0728302a.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.533322] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2d9c32f-4126-45be-959d-912cb589c5df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.540341] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1779.540341] env[62448]: value = "task-2092483" [ 1779.540341] env[62448]: _type = "Task" [ 1779.540341] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.552629] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.603447] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.661924] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6abca-00d7-4cc0-8358-cae88339b3d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.670162] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d81d5e2-1fd9-4947-8c67-f942aac7b1a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.705137] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c185e1b-4e89-4df0-b942-75751b1e9afd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.713595] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaff0cb-8d06-4e2a-b95e-b9ee5d3e2d57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.728378] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.730703] env[62448]: DEBUG nova.network.neutron [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updated VIF entry in instance network info cache for port 3ce8bc46-4a64-4dae-b525-4b10ffaa835d. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.731136] env[62448]: DEBUG nova.network.neutron [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updating instance_info_cache with network_info: [{"id": "d66d9118-74e1-4d76-a026-676f081dae76", "address": "fa:16:3e:16:d9:f6", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66d9118-74", "ovs_interfaceid": "d66d9118-74e1-4d76-a026-676f081dae76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "address": "fa:16:3e:76:09:71", "network": {"id": "99558e1f-f2f3-4d67-8301-64970250b217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319206638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce8bc46-4a", "ovs_interfaceid": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d05dd28e-c609-444d-9601-64faaf9f70f4", "address": "fa:16:3e:73:98:f8", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dd28e-c6", "ovs_interfaceid": "d05dd28e-c609-444d-9601-64faaf9f70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.753651] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.778100] env[62448]: DEBUG oslo_concurrency.lockutils [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.778100] env[62448]: DEBUG oslo_concurrency.lockutils [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.778100] env[62448]: DEBUG nova.compute.manager [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.778100] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d5a81-fceb-420e-b385-96951d56e657 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.790100] env[62448]: DEBUG nova.compute.manager [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1779.790906] env[62448]: DEBUG nova.objects.instance [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lazy-loading 'flavor' on Instance uuid 14d0291d-c7db-4543-aab0-8fcc66fccfc8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.802159] env[62448]: DEBUG nova.network.neutron [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Successfully created port: 1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.825250] env[62448]: DEBUG oslo_concurrency.lockutils [req-bde5de1e-2fe2-4a45-8826-456fa9a17f59 req-1dce6285-4b1e-49ab-b8ed-1a19c09b71e4 service nova] Releasing lock "refresh_cache-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.862200] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cb4e9b-f9fe-413d-967e-8e1b565c12f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.871368] env[62448]: DEBUG oslo_vmware.api [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Task: {'id': task-2092482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258229} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.874316] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.874653] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.875031] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.875249] env[62448]: INFO nova.compute.manager [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1779.875915] env[62448]: DEBUG oslo.service.loopingcall [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.877277] env[62448]: DEBUG nova.compute.manager [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.877277] env[62448]: DEBUG nova.network.neutron [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.905950] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1779.927759] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092476, 'name': CreateVM_Task, 'duration_secs': 0.883673} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.927977] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.928945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.932830] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.932830] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.933066] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6371fcb-dfb0-4e26-b097-df0323fe74cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.941830] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1779.941830] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528c3ee1-e64c-039f-f640-9801df2023d3" [ 1779.941830] env[62448]: _type = "Task" [ 1779.941830] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.942445] env[62448]: DEBUG nova.network.neutron [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.968293] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528c3ee1-e64c-039f-f640-9801df2023d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.991175] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092479, 'name': CreateVM_Task, 'duration_secs': 0.628105} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.991391] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.992133] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.053083] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.105097] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092480, 'name': ReconfigVM_Task, 'duration_secs': 0.541795} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.105807] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2/8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.106797] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a673a2-86f9-428e-936e-48907524a8e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.116744] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1780.116744] env[62448]: value = "task-2092484" [ 1780.116744] env[62448]: _type = "Task" [ 1780.116744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.128263] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "7c037c97-6be9-4a20-90fe-621334a13535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.128580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.136205] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092484, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.237099] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Releasing lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.237355] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Received event network-vif-plugged-d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.237542] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.237740] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.237900] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.238069] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] No waiting events found dispatching network-vif-plugged-d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1780.238237] env[62448]: WARNING nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Received unexpected event network-vif-plugged-d578f4ee-31d9-45d1-9716-c55702e8fc49 for instance with vm_state building and task_state spawning. [ 1780.238396] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Received event network-changed-d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.238557] env[62448]: DEBUG nova.compute.manager [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Refreshing instance network info cache due to event network-changed-d578f4ee-31d9-45d1-9716-c55702e8fc49. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1780.238737] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Acquiring lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.238873] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Acquired lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.239039] env[62448]: DEBUG nova.network.neutron [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Refreshing network info cache for port d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.268591] env[62448]: ERROR nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [req-4ed61cbb-337e-4911-836e-95a3b8b211a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ed61cbb-337e-4911-836e-95a3b8b211a0"}]} [ 1780.294129] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1780.311686] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1780.313738] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.324394] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1780.344044] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1780.419622] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.419846] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3bcd895-a791-4030-a4d7-581c1f28c450 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.427290] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1780.427290] env[62448]: value = "task-2092485" [ 1780.427290] env[62448]: _type = "Task" [ 1780.427290] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.435417] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.455438] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528c3ee1-e64c-039f-f640-9801df2023d3, 'name': SearchDatastore_Task, 'duration_secs': 0.053325} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.458101] env[62448]: DEBUG nova.network.neutron [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.460299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.460299] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.460299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.460299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.460299] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.460739] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.461055] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.461803] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23ff2fc8-6034-4e16-86ae-bed0a08674a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.464461] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ce6fea-3b10-4a8a-86b5-48d61c9a6e92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.469704] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1780.469704] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d1f56a-98b6-e7ea-9eb5-199909823530" [ 1780.469704] env[62448]: _type = "Task" [ 1780.469704] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.479105] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d1f56a-98b6-e7ea-9eb5-199909823530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.480229] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.480983] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.481670] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c6bf09-f1be-475f-8d89-d0c4bf459d70 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.486872] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1780.486872] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d57251-da6d-870f-8a75-9b6af0954a4a" [ 1780.486872] env[62448]: _type = "Task" [ 1780.486872] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.497801] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d57251-da6d-870f-8a75-9b6af0954a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.552368] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614147} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.554989] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d44beaef-e5f0-4b0b-84e4-274a0728302a/d44beaef-e5f0-4b0b-84e4-274a0728302a.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.555222] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.555654] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dcf54cc-1fbf-41d5-813b-06955ec75f62 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.562682] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1780.562682] env[62448]: value = "task-2092486" [ 1780.562682] env[62448]: _type = "Task" [ 1780.562682] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.573728] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.629306] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092484, 'name': Rename_Task, 'duration_secs': 0.189043} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.629602] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.629861] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b5c74b1-73b3-4234-9d11-e0ba6572ee8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.636731] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1780.636731] env[62448]: value = "task-2092487" [ 1780.636731] env[62448]: _type = "Task" [ 1780.636731] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.647893] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.693904] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add9a65b-0ce4-44fe-b53a-a1e0273d5ee9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.701402] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441476ef-d13d-49e8-b807-46e708e338b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.734999] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef611f68-9123-4fc3-b5c8-d6a094e67fad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.745502] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ec70a-4177-4a5a-8645-a56e2bce1131 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.759810] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.771081] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.803099] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.803226] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.803384] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.803564] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.803711] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.803856] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.804132] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.804583] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.804835] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.805015] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.805200] env[62448]: DEBUG nova.virt.hardware [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.805915] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.806962] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bf46eb-444b-43c3-9993-7941c6d7efc9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.813660] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e783f3b4-09ee-477f-955a-39f894fd0b2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.821250] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1ceb39-e653-4c21-8f54-1d4128583fab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.828450] env[62448]: DEBUG oslo_vmware.api [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1780.828450] env[62448]: value = "task-2092488" [ 1780.828450] env[62448]: _type = "Task" [ 1780.828450] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.845767] env[62448]: DEBUG oslo_vmware.api [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.861648] env[62448]: DEBUG nova.compute.manager [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Received event network-vif-plugged-4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.861814] env[62448]: DEBUG oslo_concurrency.lockutils [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] Acquiring lock "7fb2a096-9da6-4501-9682-bcce594b4c9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.862048] env[62448]: DEBUG oslo_concurrency.lockutils [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.862256] env[62448]: DEBUG oslo_concurrency.lockutils [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.862379] env[62448]: DEBUG nova.compute.manager [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] No waiting events found dispatching network-vif-plugged-4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1780.862536] env[62448]: WARNING nova.compute.manager [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Received unexpected event network-vif-plugged-4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a for instance with vm_state building and task_state spawning. [ 1780.863092] env[62448]: DEBUG nova.compute.manager [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Received event network-changed-4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.863890] env[62448]: DEBUG nova.compute.manager [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Refreshing instance network info cache due to event network-changed-4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1780.863890] env[62448]: DEBUG oslo_concurrency.lockutils [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] Acquiring lock "refresh_cache-7fb2a096-9da6-4501-9682-bcce594b4c9f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.863890] env[62448]: DEBUG oslo_concurrency.lockutils [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] Acquired lock "refresh_cache-7fb2a096-9da6-4501-9682-bcce594b4c9f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.863890] env[62448]: DEBUG nova.network.neutron [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Refreshing network info cache for port 4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.907571] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "d26669e1-9612-490c-b4a6-ba83d2ced264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.907807] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "d26669e1-9612-490c-b4a6-ba83d2ced264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.940292] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092485, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.961263] env[62448]: INFO nova.compute.manager [-] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Took 1.08 seconds to deallocate network for instance. [ 1780.982667] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d1f56a-98b6-e7ea-9eb5-199909823530, 'name': SearchDatastore_Task, 'duration_secs': 0.059385} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.982982] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.983231] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.983440] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.999462] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d57251-da6d-870f-8a75-9b6af0954a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.053536} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.000176] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd098d7-dfba-4329-a0c9-af21d74d518d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.005684] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1781.005684] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52da0a6c-8f40-72a0-e1fc-532375ba810c" [ 1781.005684] env[62448]: _type = "Task" [ 1781.005684] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.013894] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52da0a6c-8f40-72a0-e1fc-532375ba810c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.072987] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083755} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.073285] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1781.074054] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e57888-19b6-4c1f-8020-9e0edf4a8879 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.090305] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "ce97c764-fd8a-460c-a642-646822ddefdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.090540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "ce97c764-fd8a-460c-a642-646822ddefdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.099340] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] d44beaef-e5f0-4b0b-84e4-274a0728302a/d44beaef-e5f0-4b0b-84e4-274a0728302a.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1781.099897] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1940f6-b40c-40bd-8965-fc75006d206f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.119551] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1781.119551] env[62448]: value = "task-2092489" [ 1781.119551] env[62448]: _type = "Task" [ 1781.119551] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.131828] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.148787] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.194308] env[62448]: DEBUG nova.network.neutron [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updated VIF entry in instance network info cache for port d578f4ee-31d9-45d1-9716-c55702e8fc49. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.195040] env[62448]: DEBUG nova.network.neutron [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updating instance_info_cache with network_info: [{"id": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "address": "fa:16:3e:64:6f:91", "network": {"id": "516311d7-68c4-4d40-a277-c8e2cbe49dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-971000015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5cd05436324fb29e57d68bd1164674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd578f4ee-31", "ovs_interfaceid": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.291932] env[62448]: ERROR nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [req-0847d0f7-fd0a-451c-85ea-76f3fec60ace] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0847d0f7-fd0a-451c-85ea-76f3fec60ace"}]} [ 1781.311202] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1781.341518] env[62448]: DEBUG oslo_vmware.api [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.343905] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1781.343905] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.360296] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1781.391539] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1781.445972] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092485, 'name': PowerOffVM_Task, 'duration_secs': 0.554952} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.451329] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1781.451329] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.469900] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.495911] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.496126] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.522018] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52da0a6c-8f40-72a0-e1fc-532375ba810c, 'name': SearchDatastore_Task, 'duration_secs': 0.015482} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.522352] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.522798] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8b358027-b975-4a9d-b660-df3eeb083a8f/8b358027-b975-4a9d-b660-df3eeb083a8f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.523139] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.523484] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.523624] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510aefce-ea6f-4a2b-9423-6f05c25f621f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.526246] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdc711b3-57cb-4f85-b777-be0b893c463d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.534147] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1781.534147] env[62448]: value = "task-2092490" [ 1781.534147] env[62448]: _type = "Task" [ 1781.534147] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.541389] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.541564] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.545812] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb425d6-cfdf-4dd2-afa3-36a8e15bc9b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.556340] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.563511] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1781.563511] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520a5348-463d-bfd9-e95e-d215b9cf51b3" [ 1781.563511] env[62448]: _type = "Task" [ 1781.563511] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.573526] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520a5348-463d-bfd9-e95e-d215b9cf51b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.629637] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.653649] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.698843] env[62448]: DEBUG oslo_concurrency.lockutils [req-cd8a35a7-a248-44f7-9648-648dadc56bca req-24cdbf54-9453-47d2-8ecb-c0b3f3db314b service nova] Releasing lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.848251] env[62448]: DEBUG oslo_vmware.api [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092488, 'name': PowerOffVM_Task, 'duration_secs': 0.675617} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.851396] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1781.851628] env[62448]: DEBUG nova.compute.manager [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.853824] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87a9ead-f0d6-4f73-91da-92b362dffe55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.947269] env[62448]: DEBUG nova.network.neutron [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Updated VIF entry in instance network info cache for port 4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.947883] env[62448]: DEBUG nova.network.neutron [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Updating instance_info_cache with network_info: [{"id": "4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a", "address": "fa:16:3e:a4:50:12", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd04d29-2d", "ovs_interfaceid": "4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.952041] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac584bc1-12ba-4945-822f-faaf45af2e68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.962950] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.963415] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.963590] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.963786] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.963932] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.964089] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.964289] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.964446] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.964609] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.964874] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.965166] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.971914] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e74ca2-98c3-467a-b3f1-730c59c14d70 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.985421] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24bd8c3-7060-4ea1-be5c-42b9d03d050f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.027380] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa166b7-dfc7-45e5-a1fe-670601c1a75c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.030021] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1782.030021] env[62448]: value = "task-2092491" [ 1782.030021] env[62448]: _type = "Task" [ 1782.030021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.045852] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11237210-5370-4fa8-a729-abf143d12aab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.049955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.050213] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.054427] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.066793] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.074424] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092490, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.080865] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520a5348-463d-bfd9-e95e-d215b9cf51b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.082259] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67193e45-5440-42e2-8f7b-9bffa1d8a275 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.088502] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1782.088502] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d44569-e19e-f2e6-658c-bbda10b5213f" [ 1782.088502] env[62448]: _type = "Task" [ 1782.088502] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.100244] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d44569-e19e-f2e6-658c-bbda10b5213f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.130936] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092489, 'name': ReconfigVM_Task, 'duration_secs': 0.929716} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.130936] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] d44beaef-e5f0-4b0b-84e4-274a0728302a/d44beaef-e5f0-4b0b-84e4-274a0728302a.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.131458] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8420602-4f25-41f1-a55a-91c88bfe7383 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.138295] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1782.138295] env[62448]: value = "task-2092492" [ 1782.138295] env[62448]: _type = "Task" [ 1782.138295] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.150124] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092492, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.153979] env[62448]: DEBUG oslo_vmware.api [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092487, 'name': PowerOnVM_Task, 'duration_secs': 1.148749} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.154281] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.154482] env[62448]: INFO nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Took 11.42 seconds to spawn the instance on the hypervisor. [ 1782.158020] env[62448]: DEBUG nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.158020] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0f67a-5e37-46d0-b08a-85306724bf4c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.177166] env[62448]: DEBUG nova.network.neutron [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Successfully updated port: 1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.272303] env[62448]: DEBUG nova.compute.manager [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-vif-plugged-d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.272459] env[62448]: DEBUG oslo_concurrency.lockutils [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] Acquiring lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.272674] env[62448]: DEBUG oslo_concurrency.lockutils [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.272845] env[62448]: DEBUG oslo_concurrency.lockutils [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.273014] env[62448]: DEBUG nova.compute.manager [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] No waiting events found dispatching network-vif-plugged-d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.273189] env[62448]: WARNING nova.compute.manager [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received unexpected event network-vif-plugged-d05dd28e-c609-444d-9601-64faaf9f70f4 for instance with vm_state building and task_state spawning. [ 1782.273352] env[62448]: DEBUG nova.compute.manager [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-changed-d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.273493] env[62448]: DEBUG nova.compute.manager [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Refreshing instance network info cache due to event network-changed-d05dd28e-c609-444d-9601-64faaf9f70f4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1782.273800] env[62448]: DEBUG oslo_concurrency.lockutils [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] Acquiring lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.273800] env[62448]: DEBUG oslo_concurrency.lockutils [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] Acquired lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.273946] env[62448]: DEBUG nova.network.neutron [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Refreshing network info cache for port d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.369990] env[62448]: DEBUG oslo_concurrency.lockutils [None req-742946a1-ff40-478b-852b-df4c846e5cf3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.593s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.451182] env[62448]: DEBUG oslo_concurrency.lockutils [req-c8a22bf0-0374-4ca6-9915-daf62849c1c9 req-e0f0a70e-c9c4-4f07-9343-9418b8d5c6d5 service nova] Releasing lock "refresh_cache-7fb2a096-9da6-4501-9682-bcce594b4c9f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.540475] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092491, 'name': ReconfigVM_Task, 'duration_secs': 0.289848} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.549017] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1782.559022] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564619} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.560093] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8b358027-b975-4a9d-b660-df3eeb083a8f/8b358027-b975-4a9d-b660-df3eeb083a8f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.563937] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.563937] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d53330-1366-4a9a-964d-66d58dc7fa44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.567534] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1782.567534] env[62448]: value = "task-2092493" [ 1782.567534] env[62448]: _type = "Task" [ 1782.567534] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.581155] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.603023] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d44569-e19e-f2e6-658c-bbda10b5213f, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.603023] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.603023] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7fb2a096-9da6-4501-9682-bcce594b4c9f/7fb2a096-9da6-4501-9682-bcce594b4c9f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.603023] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d0a9797-626c-4615-8925-b37ac7ca33a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.605244] env[62448]: ERROR nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] [req-983053c2-036b-4346-abbc-11f831f1dc90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-983053c2-036b-4346-abbc-11f831f1dc90"}]} [ 1782.613288] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1782.613288] env[62448]: value = "task-2092494" [ 1782.613288] env[62448]: _type = "Task" [ 1782.613288] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.623696] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.626098] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1782.651960] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092492, 'name': Rename_Task, 'duration_secs': 0.145533} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.651960] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.651960] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb64e65-a332-4545-ad99-185b64f45d66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.653727] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1782.654276] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.662073] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1782.662073] env[62448]: value = "task-2092495" [ 1782.662073] env[62448]: _type = "Task" [ 1782.662073] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.675025] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1782.685394] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "refresh_cache-14eb14ad-c9a6-4f62-a9a0-65164479e188" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.685540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquired lock "refresh_cache-14eb14ad-c9a6-4f62-a9a0-65164479e188" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.686102] env[62448]: DEBUG nova.network.neutron [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1782.687269] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.689770] env[62448]: INFO nova.compute.manager [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Took 16.98 seconds to build instance. [ 1782.716316] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1782.854645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.854924] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.855167] env[62448]: INFO nova.compute.manager [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Rebooting instance [ 1783.056949] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1783.057189] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.057351] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1783.057532] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.057705] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1783.057897] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1783.058211] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1783.058290] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1783.058420] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1783.058578] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1783.058744] env[62448]: DEBUG nova.virt.hardware [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1783.064240] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1783.065018] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f70820c-9eb6-4fa8-879a-ea4f87b9e9a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.095402] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071086} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.096965] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.097337] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1783.097337] env[62448]: value = "task-2092496" [ 1783.097337] env[62448]: _type = "Task" [ 1783.097337] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.098084] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753abd9b-5cde-42e0-8639-d493c77f8f1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.116292] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.144911] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 8b358027-b975-4a9d-b660-df3eeb083a8f/8b358027-b975-4a9d-b660-df3eeb083a8f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.148314] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d555be7-b5f5-4f74-a2c2-fd61e7d67b6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.171280] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092494, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.173170] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1783.173170] env[62448]: value = "task-2092497" [ 1783.173170] env[62448]: _type = "Task" [ 1783.173170] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.179561] env[62448]: DEBUG oslo_vmware.api [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092495, 'name': PowerOnVM_Task, 'duration_secs': 0.497758} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.180318] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.180540] env[62448]: INFO nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1783.180734] env[62448]: DEBUG nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.181536] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b51463-f9c0-45b3-ab47-c533bde511a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.190695] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.194331] env[62448]: DEBUG oslo_concurrency.lockutils [None req-094cf215-042c-4f82-9948-2bf205633147 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.515s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.224661] env[62448]: DEBUG nova.network.neutron [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updated VIF entry in instance network info cache for port d05dd28e-c609-444d-9601-64faaf9f70f4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.225279] env[62448]: DEBUG nova.network.neutron [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updating instance_info_cache with network_info: [{"id": "d66d9118-74e1-4d76-a026-676f081dae76", "address": "fa:16:3e:16:d9:f6", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66d9118-74", "ovs_interfaceid": "d66d9118-74e1-4d76-a026-676f081dae76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "address": "fa:16:3e:76:09:71", "network": {"id": "99558e1f-f2f3-4d67-8301-64970250b217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1319206638", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce8bc46-4a", "ovs_interfaceid": "3ce8bc46-4a64-4dae-b525-4b10ffaa835d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d05dd28e-c609-444d-9601-64faaf9f70f4", "address": "fa:16:3e:73:98:f8", "network": {"id": "1cbbdd04-76a8-4ca7-afba-54560fabd325", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1613644370", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd05dd28e-c6", "ovs_interfaceid": "d05dd28e-c609-444d-9601-64faaf9f70f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.249644] env[62448]: DEBUG nova.network.neutron [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.305595] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfecfda5-5a57-4927-946a-8bbfae3ddc6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.316530] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72704eb2-3035-4de3-a478-bda5300e798c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.054547] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.060279] env[62448]: DEBUG oslo_concurrency.lockutils [req-5c7ce535-2e1c-484c-9267-1bdb0b472467 req-a8e988ec-8322-413f-9eab-4979f9582ccf service nova] Releasing lock "refresh_cache-8b358027-b975-4a9d-b660-df3eeb083a8f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.102917] env[62448]: INFO nova.compute.manager [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Took 17.91 seconds to build instance. [ 1784.115041] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.115041] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquired lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.115266] env[62448]: DEBUG nova.network.neutron [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.120999] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2628b323-98db-4d07-a11b-35a52c42f849 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.124411] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092496, 'name': ReconfigVM_Task, 'duration_secs': 0.27811} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.124725] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941339} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.124810] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092497, 'name': ReconfigVM_Task, 'duration_secs': 0.876262} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.125559] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1784.125810] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7fb2a096-9da6-4501-9682-bcce594b4c9f/7fb2a096-9da6-4501-9682-bcce594b4c9f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.126588] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.126651] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 8b358027-b975-4a9d-b660-df3eeb083a8f/8b358027-b975-4a9d-b660-df3eeb083a8f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.128832] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3960a-9cdf-4182-8ce9-7181a5974e3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.131869] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4712a44-1ee6-4a34-b6f9-be8d0ec02271 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.136824] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c1d839-d910-4aa6-bb2f-5078d4eba673 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.142592] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b40443-582e-4b74-baa3-fe1f01f2e0fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.166926] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318/1f121468-f5a8-4784-bd54-ed67670f4318.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.167354] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1784.167354] env[62448]: value = "task-2092499" [ 1784.167354] env[62448]: _type = "Task" [ 1784.167354] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.167596] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1784.167596] env[62448]: value = "task-2092498" [ 1784.167596] env[62448]: _type = "Task" [ 1784.167596] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.168652] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a6b5fc-bdac-4496-833a-744eb7dbfd56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.200322] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1784.207626] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.213680] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1784.213680] env[62448]: value = "task-2092500" [ 1784.213680] env[62448]: _type = "Task" [ 1784.213680] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.213680] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092499, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.224436] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.356789] env[62448]: DEBUG nova.network.neutron [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Updating instance_info_cache with network_info: [{"id": "1f1592f0-fd5f-45f7-9a01-100906aa1914", "address": "fa:16:3e:15:87:23", "network": {"id": "38602ab9-88c5-4824-beca-43f134ac7efc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-741350615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86825a546ef1466fbcb8e362c4cd3f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1592f0-fd", "ovs_interfaceid": "1f1592f0-fd5f-45f7-9a01-100906aa1914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.596592] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.630061] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b88d9016-3af9-4e14-af38-84091c2ca59e tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.453s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.707932] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092499, 'name': Rename_Task, 'duration_secs': 0.264009} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.713227] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.713227] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132678} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.713342] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-777fee8e-b496-4652-bb1f-482f7f671e52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.716823] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.716823] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15133af-e9ce-4631-b83e-6de733e1602c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.728997] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.754351] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 7fb2a096-9da6-4501-9682-bcce594b4c9f/7fb2a096-9da6-4501-9682-bcce594b4c9f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.754351] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1784.754351] env[62448]: value = "task-2092501" [ 1784.754351] env[62448]: _type = "Task" [ 1784.754351] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.755196] env[62448]: DEBUG nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1784.755972] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 35 to 36 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1784.755972] env[62448]: DEBUG nova.compute.provider_tree [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1784.759195] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf142d0a-4009-4943-b9e0-4d2b2e13e7dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.790939] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1784.790939] env[62448]: value = "task-2092502" [ 1784.790939] env[62448]: _type = "Task" [ 1784.790939] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.792203] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.804990] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.860396] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Releasing lock "refresh_cache-14eb14ad-c9a6-4f62-a9a0-65164479e188" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.860749] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Instance network_info: |[{"id": "1f1592f0-fd5f-45f7-9a01-100906aa1914", "address": "fa:16:3e:15:87:23", "network": {"id": "38602ab9-88c5-4824-beca-43f134ac7efc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-741350615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86825a546ef1466fbcb8e362c4cd3f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1592f0-fd", "ovs_interfaceid": "1f1592f0-fd5f-45f7-9a01-100906aa1914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1784.861245] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:87:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f1592f0-fd5f-45f7-9a01-100906aa1914', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.873019] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Creating folder: Project (86825a546ef1466fbcb8e362c4cd3f9b). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.873019] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714e390b-13e3-4965-b6f7-1e4fa165fa9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.886458] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Created folder: Project (86825a546ef1466fbcb8e362c4cd3f9b) in parent group-v428508. [ 1784.886600] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Creating folder: Instances. Parent ref: group-v428550. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1784.886856] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3580adf9-ae76-4878-a1b2-260e7f122526 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.900580] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Created folder: Instances in parent group-v428550. [ 1784.900580] env[62448]: DEBUG oslo.service.loopingcall [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.900580] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1784.900580] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e232659a-ef3c-444b-8141-74bb8ff774b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.923497] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.923497] env[62448]: value = "task-2092505" [ 1784.923497] env[62448]: _type = "Task" [ 1784.923497] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.932891] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.977210] env[62448]: DEBUG nova.network.neutron [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Updating instance_info_cache with network_info: [{"id": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "address": "fa:16:3e:f1:bb:ad", "network": {"id": "25cead2f-4b44-467e-92cd-cbdc80d1cc87", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1068296833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53285621ae5f43d48918095317d9fe17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76aec351-93", "ovs_interfaceid": "76aec351-93e6-41bc-bf2f-aa0a2a180324", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.134754] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.180999] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "interface-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.180999] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "interface-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.180999] env[62448]: DEBUG nova.objects.instance [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lazy-loading 'flavor' on Instance uuid 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.228511] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092500, 'name': ReconfigVM_Task, 'duration_secs': 0.629586} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.228630] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318/1f121468-f5a8-4784-bd54-ed67670f4318.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.230093] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1785.279411] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.543s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.283313] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.223s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.285262] env[62448]: INFO nova.compute.claims [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.293886] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.302438] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.314126] env[62448]: INFO nova.scheduler.client.report [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Deleted allocations for instance 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb [ 1785.434600] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.481052] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Releasing lock "refresh_cache-a4377c81-fb5e-4fca-90d7-f58fd40ff382" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.681066] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.685135] env[62448]: DEBUG nova.objects.instance [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.736467] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4a1557-775f-48c2-b61c-a00a9da84926 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.763898] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e55e5-d615-455a-bc9f-0a660914f53e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.803659] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1785.825991] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092502, 'name': ReconfigVM_Task, 'duration_secs': 0.67085} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.826479] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ea535fb2-daff-4870-8801-bd2b6cb8c9db tempest-DeleteServersAdminTestJSON-1918531512 tempest-DeleteServersAdminTestJSON-1918531512-project-admin] Lock "537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.731s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.831099] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 7fb2a096-9da6-4501-9682-bcce594b4c9f/7fb2a096-9da6-4501-9682-bcce594b4c9f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.831636] env[62448]: DEBUG oslo_vmware.api [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092501, 'name': PowerOnVM_Task, 'duration_secs': 0.87532} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.832212] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c425a4e-0962-441c-9463-c38c0ea710df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.834203] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.834412] env[62448]: INFO nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Took 17.56 seconds to spawn the instance on the hypervisor. [ 1785.834977] env[62448]: DEBUG nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.835526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42d48b-7a35-4658-9133-1e7c3e2425a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.850629] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1785.850629] env[62448]: value = "task-2092506" [ 1785.850629] env[62448]: _type = "Task" [ 1785.850629] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.860484] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092506, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.935274] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.985784] env[62448]: DEBUG nova.compute.manager [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.986766] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22421bfe-f522-448a-a872-a0cec3572220 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.189430] env[62448]: DEBUG nova.objects.base [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Object Instance<8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2> lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.191461] env[62448]: DEBUG nova.network.neutron [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.243236] env[62448]: DEBUG nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Received event network-vif-plugged-1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1786.243457] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Acquiring lock "14eb14ad-c9a6-4f62-a9a0-65164479e188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.244045] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.244045] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.244045] env[62448]: DEBUG nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] No waiting events found dispatching network-vif-plugged-1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.244356] env[62448]: WARNING nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Received unexpected event network-vif-plugged-1f1592f0-fd5f-45f7-9a01-100906aa1914 for instance with vm_state building and task_state spawning. [ 1786.244496] env[62448]: DEBUG nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Received event network-changed-1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1786.244583] env[62448]: DEBUG nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Refreshing instance network info cache due to event network-changed-1f1592f0-fd5f-45f7-9a01-100906aa1914. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1786.248366] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Acquiring lock "refresh_cache-14eb14ad-c9a6-4f62-a9a0-65164479e188" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.248366] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Acquired lock "refresh_cache-14eb14ad-c9a6-4f62-a9a0-65164479e188" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.248366] env[62448]: DEBUG nova.network.neutron [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Refreshing network info cache for port 1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.333218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d781463f-06bf-430c-b683-02e096571714 tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "interface-8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.364833] env[62448]: INFO nova.compute.manager [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Took 23.09 seconds to build instance. [ 1786.371401] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092506, 'name': Rename_Task, 'duration_secs': 0.206338} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.374787] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.376037] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91113c32-5670-4337-a728-88b53bcc8146 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.383224] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1786.383224] env[62448]: value = "task-2092507" [ 1786.383224] env[62448]: _type = "Task" [ 1786.383224] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.388165] env[62448]: DEBUG nova.network.neutron [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Port 04b3dba0-087e-41e9-b74c-022c98a3855f binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1786.399578] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.436207] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.734056] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ef3783-540a-4fb3-82ef-83965555b3b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.742543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9c49e-1617-4448-8ac0-d28b963f4252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.782087] env[62448]: DEBUG nova.compute.manager [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.785439] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd4cb4b-ab0e-4e4b-acda-8d248e07e507 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.788472] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6718ae-48f3-4b20-90d8-77f63adf5177 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.797938] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989a3a6-81d3-46c9-bd08-bdf0740d5a94 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.815326] env[62448]: DEBUG nova.compute.provider_tree [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.871726] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93d07d2f-a81e-4015-8564-9324b9556120 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.610s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.903650] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.940092] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.012594] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcb676-4853-456a-b603-ff3a5e2878ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.019319] env[62448]: DEBUG nova.network.neutron [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Updated VIF entry in instance network info cache for port 1f1592f0-fd5f-45f7-9a01-100906aa1914. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.019700] env[62448]: DEBUG nova.network.neutron [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Updating instance_info_cache with network_info: [{"id": "1f1592f0-fd5f-45f7-9a01-100906aa1914", "address": "fa:16:3e:15:87:23", "network": {"id": "38602ab9-88c5-4824-beca-43f134ac7efc", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-741350615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "86825a546ef1466fbcb8e362c4cd3f9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1592f0-fd", "ovs_interfaceid": "1f1592f0-fd5f-45f7-9a01-100906aa1914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.023156] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Doing hard reboot of VM {{(pid=62448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1787.023546] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a5ea87a6-ccfb-4c83-803d-d8621b03eecd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.030769] env[62448]: DEBUG oslo_vmware.api [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1787.030769] env[62448]: value = "task-2092508" [ 1787.030769] env[62448]: _type = "Task" [ 1787.030769] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.044095] env[62448]: DEBUG oslo_vmware.api [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092508, 'name': ResetVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.308888] env[62448]: INFO nova.compute.manager [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] instance snapshotting [ 1787.309222] env[62448]: WARNING nova.compute.manager [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1787.312307] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b8558-cab9-458c-9927-b1b1a33ee0f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.332074] env[62448]: DEBUG nova.scheduler.client.report [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.336015] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c2058f-0603-4e90-8677-ea40e8d90d21 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.374167] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1787.396613] env[62448]: DEBUG oslo_vmware.api [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092507, 'name': PowerOnVM_Task, 'duration_secs': 0.850041} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.396860] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.397221] env[62448]: INFO nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1787.397913] env[62448]: DEBUG nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.398264] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb8138-ef3e-4ca4-acba-b67a92688927 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.422044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.422044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.422044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.439025] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.525213] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Releasing lock "refresh_cache-14eb14ad-c9a6-4f62-a9a0-65164479e188" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.525278] env[62448]: DEBUG nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Received event network-changed-689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1787.525473] env[62448]: DEBUG nova.compute.manager [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Refreshing instance network info cache due to event network-changed-689c4a6f-6f4c-4602-9b32-08ae0ad49346. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1787.525686] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Acquiring lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.525886] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Acquired lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.526081] env[62448]: DEBUG nova.network.neutron [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Refreshing network info cache for port 689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.543984] env[62448]: DEBUG oslo_vmware.api [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092508, 'name': ResetVM_Task, 'duration_secs': 0.098352} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.544378] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Did hard reboot of VM {{(pid=62448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1787.544605] env[62448]: DEBUG nova.compute.manager [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.546168] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55efa49c-ff39-4aca-b22f-6c17cc0c770e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.840131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.840593] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.844420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.864s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.844919] env[62448]: INFO nova.compute.claims [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.851825] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1787.852131] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9af8bcad-fbe8-4e5a-839c-f94c818d8adb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.861816] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1787.861816] env[62448]: value = "task-2092509" [ 1787.861816] env[62448]: _type = "Task" [ 1787.861816] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.871250] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.900503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.940175] env[62448]: INFO nova.compute.manager [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Took 21.20 seconds to build instance. [ 1787.949919] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.061137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7bed83b2-a4ef-44a9-b6f5-c42e47f78b3f tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.206s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.351468] env[62448]: DEBUG nova.compute.utils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.361324] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.361324] env[62448]: DEBUG nova.network.neutron [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.377787] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.443239] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ab0108e2-b694-4513-8a3b-457d5c3fd7d2 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.710s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.449367] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.484265] env[62448]: DEBUG nova.network.neutron [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updated VIF entry in instance network info cache for port 689c4a6f-6f4c-4602-9b32-08ae0ad49346. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.484265] env[62448]: DEBUG nova.network.neutron [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updating instance_info_cache with network_info: [{"id": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "address": "fa:16:3e:66:fa:a4", "network": {"id": "af337702-fb0f-4c82-8d3c-45f44e56a224", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1693686315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30293acb9b194ef185bc2a6f198fc81b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689c4a6f-6f", "ovs_interfaceid": "689c4a6f-6f4c-4602-9b32-08ae0ad49346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.486205] env[62448]: DEBUG nova.policy [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b68e002ecc342bc9f263252248ccf67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b28f949758234813ac5280aa4deea16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.705934] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.706234] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.706498] env[62448]: DEBUG nova.network.neutron [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.862052] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.886094] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092509, 'name': CreateSnapshot_Task, 'duration_secs': 0.542987} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.886464] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1788.889714] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b1e5d-a112-40b2-a453-3a575a6e1303 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.937317] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.937317] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.953930] env[62448]: DEBUG nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1788.955480] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.989878] env[62448]: DEBUG oslo_concurrency.lockutils [req-879d4604-ca39-427e-85bf-0104f101eabf req-be47ad99-2d93-4e04-a456-c10870d46d4b service nova] Releasing lock "refresh_cache-c3451d02-6b64-4cbd-b873-c2cc641e5afc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.130160] env[62448]: DEBUG nova.network.neutron [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Successfully created port: fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.209917] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "57428019-183e-4cf1-a0c4-748d3d34307d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.209917] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "57428019-183e-4cf1-a0c4-748d3d34307d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.422270] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1789.424167] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c14c26c9-deb0-4ce5-bea0-f6f8f07b5f96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.428557] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e97d8-c94f-47d5-874e-fc93e4f69749 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.441234] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1789.441234] env[62448]: value = "task-2092510" [ 1789.441234] env[62448]: _type = "Task" [ 1789.441234] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.445815] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110088ae-82b4-4d71-a5f0-0ad3eb2dd1c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.464658] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.499917] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.502063] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e24307-5ee6-4a9d-b1e5-fa2f9f493d9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.512889] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884283b9-fbba-4237-9ed0-5c2e5ddc2de8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.527893] env[62448]: DEBUG nova.compute.provider_tree [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.532103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.535578] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.535867] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.536092] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.536302] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.536471] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.538625] env[62448]: INFO nova.compute.manager [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Terminating instance [ 1789.671975] env[62448]: DEBUG nova.network.neutron [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.875482] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.913931] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.914161] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.914330] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.914557] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.914678] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.914869] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.915811] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.916137] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.916444] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.916585] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.916860] env[62448]: DEBUG nova.virt.hardware [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.917774] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b300927a-fefc-4a21-abf2-52d01cf5597d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.928176] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf704650-bc13-4409-bb79-a9afda03580d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.960227] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.963120] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.976739] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.976978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.011812] env[62448]: DEBUG nova.compute.manager [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Received event network-changed-d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1790.011812] env[62448]: DEBUG nova.compute.manager [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Refreshing instance network info cache due to event network-changed-d578f4ee-31d9-45d1-9716-c55702e8fc49. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1790.012014] env[62448]: DEBUG oslo_concurrency.lockutils [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] Acquiring lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.012340] env[62448]: DEBUG oslo_concurrency.lockutils [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] Acquired lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.012474] env[62448]: DEBUG nova.network.neutron [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Refreshing network info cache for port d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.032858] env[62448]: DEBUG nova.scheduler.client.report [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.043312] env[62448]: DEBUG nova.compute.manager [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.043541] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.044454] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa5015-af65-4d3d-b2ff-aa1ee4ecbfcc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.054078] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.054965] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eddef3da-dd90-4e5d-9141-bff6f27186e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.091315] env[62448]: DEBUG oslo_vmware.api [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1790.091315] env[62448]: value = "task-2092511" [ 1790.091315] env[62448]: _type = "Task" [ 1790.091315] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.104712] env[62448]: DEBUG oslo_vmware.api [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.177027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.464758] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.471516] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.543156] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.543156] env[62448]: DEBUG nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1790.548975] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.272s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.549195] env[62448]: INFO nova.compute.claims [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.605958] env[62448]: DEBUG oslo_vmware.api [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092511, 'name': PowerOffVM_Task, 'duration_secs': 0.444568} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.607995] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.608213] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.616860] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad76b9c-4b48-411d-b736-de80741a2881 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.664437] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "8b358027-b975-4a9d-b660-df3eeb083a8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.664886] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.665130] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.665323] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.665526] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.668284] env[62448]: INFO nova.compute.manager [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Terminating instance [ 1790.710588] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08256348-dfb7-4c71-b9a2-3e1b731d163d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.739935] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.740232] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.740461] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.740626] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.740788] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.742763] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64dc755-bc44-45a7-b0bb-e2f5365e013c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.746397] env[62448]: INFO nova.compute.manager [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Terminating instance [ 1790.754043] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.886968] env[62448]: DEBUG nova.network.neutron [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updated VIF entry in instance network info cache for port d578f4ee-31d9-45d1-9716-c55702e8fc49. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.887517] env[62448]: DEBUG nova.network.neutron [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updating instance_info_cache with network_info: [{"id": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "address": "fa:16:3e:64:6f:91", "network": {"id": "516311d7-68c4-4d40-a277-c8e2cbe49dbf", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-971000015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5cd05436324fb29e57d68bd1164674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd578f4ee-31", "ovs_interfaceid": "d578f4ee-31d9-45d1-9716-c55702e8fc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.975574] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.981170] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.049942] env[62448]: DEBUG nova.compute.utils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.051341] env[62448]: DEBUG nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1791.119537] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.119806] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.120031] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.120244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.120661] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.124469] env[62448]: INFO nova.compute.manager [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Terminating instance [ 1791.175838] env[62448]: DEBUG nova.compute.manager [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.176302] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.177022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e3b6e4-0032-4c8c-ae67-350c7377e4d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.194733] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.194733] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4063fb8c-e02f-4b75-9268-5b988e567b24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.201509] env[62448]: DEBUG oslo_vmware.api [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1791.201509] env[62448]: value = "task-2092513" [ 1791.201509] env[62448]: _type = "Task" [ 1791.201509] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.213647] env[62448]: DEBUG oslo_vmware.api [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.251637] env[62448]: DEBUG nova.compute.manager [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.251862] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.253020] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc669d-19f0-4a64-a1a7-eac54450a578 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.260371] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.263771] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404b98e3-d789-47d7-803d-ec32f5789bd5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.265647] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.266208] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cce13e5-eee6-4db0-9d3d-085ffeaf52f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.275532] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1791.275532] env[62448]: value = "task-2092514" [ 1791.275532] env[62448]: _type = "Task" [ 1791.275532] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.277290] env[62448]: DEBUG oslo_vmware.api [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1791.277290] env[62448]: value = "task-2092515" [ 1791.277290] env[62448]: _type = "Task" [ 1791.277290] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.289792] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.294354] env[62448]: DEBUG oslo_vmware.api [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.392426] env[62448]: DEBUG oslo_concurrency.lockutils [req-d72a0b3d-5cc1-4bae-9bc6-ab8135da6ad0 req-d010a9f4-3bb5-492a-9fcb-361614c275fb service nova] Releasing lock "refresh_cache-d44beaef-e5f0-4b0b-84e4-274a0728302a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.469503] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.476185] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.553122] env[62448]: DEBUG nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1791.629735] env[62448]: DEBUG nova.compute.manager [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.630319] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.638129] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60f8609-0b37-461d-8618-85f458f7c9bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.645989] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.646335] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c04e8e4-4479-4886-aaaf-71d963f12dba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.655216] env[62448]: DEBUG oslo_vmware.api [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1791.655216] env[62448]: value = "task-2092516" [ 1791.655216] env[62448]: _type = "Task" [ 1791.655216] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.670232] env[62448]: DEBUG oslo_vmware.api [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.719168] env[62448]: DEBUG oslo_vmware.api [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092513, 'name': PowerOffVM_Task, 'duration_secs': 0.327081} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.719168] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.719168] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.719168] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0f4498-de2f-4485-97f7-ff75e1e70983 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.798688] env[62448]: DEBUG oslo_vmware.api [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092514, 'name': PowerOnVM_Task, 'duration_secs': 0.434185} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.799035] env[62448]: DEBUG oslo_vmware.api [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092515, 'name': PowerOffVM_Task, 'duration_secs': 0.232826} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.799343] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.799593] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-981bbd95-9365-4cb0-b25e-c2ba1cff5d8f tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance '1f121468-f5a8-4784-bd54-ed67670f4318' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.807240] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1791.807492] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.810513] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f991801-a645-4c6f-bca4-a9325228ad09 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.966030] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.976084] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.095925] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fa50f-d1b4-465d-8c70-c5e1d521e006 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.104805] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc00e1-8d5d-4961-97bc-747441b1000e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.138653] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1130ed2a-bda4-43a9-9ee8-d3b22e8a0142 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.147376] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334188f5-fe6b-424e-80b8-eee76b3e86c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.162340] env[62448]: DEBUG nova.compute.provider_tree [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.173201] env[62448]: DEBUG oslo_vmware.api [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092516, 'name': PowerOffVM_Task, 'duration_secs': 0.343388} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.173523] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.173691] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.173945] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-669f4941-ea34-410c-b5bc-95b904528729 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.465324] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.478773] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.573237] env[62448]: DEBUG nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1792.602279] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.602455] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.602613] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.604171] env[62448]: DEBUG nova.virt.hardware [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.605576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1818c6-6e6c-4564-acbb-8d708331b288 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.613533] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7722db13-b737-40e9-9683-254f2409e719 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.630670] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.636163] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Creating folder: Project (289880351b9c401fa81d26659437f739). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.636315] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-583fb467-2aeb-4e62-8494-8f662eafae4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.649836] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Created folder: Project (289880351b9c401fa81d26659437f739) in parent group-v428508. [ 1792.650068] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Creating folder: Instances. Parent ref: group-v428555. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.650337] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87abd5be-cc6d-4393-bd63-aa1c5697b1d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.662897] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Created folder: Instances in parent group-v428555. [ 1792.663304] env[62448]: DEBUG oslo.service.loopingcall [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.663502] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.663760] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23cc4466-200b-4ab1-9cb3-a73077fe8732 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.678010] env[62448]: DEBUG nova.scheduler.client.report [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.688134] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.688134] env[62448]: value = "task-2092522" [ 1792.688134] env[62448]: _type = "Task" [ 1792.688134] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.699196] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092522, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.963785] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.980753] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.182356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.184280] env[62448]: DEBUG nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1793.188128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.748s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.191026] env[62448]: INFO nova.compute.claims [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.205389] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092522, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.462454] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.478653] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.698867] env[62448]: DEBUG nova.compute.utils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1793.702410] env[62448]: DEBUG nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1793.712739] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092522, 'name': CreateVM_Task, 'duration_secs': 0.56469} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.713620] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1793.714382] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.714585] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.715181] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1793.715181] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10478ae9-d7e2-417f-88fa-147e5ccde5b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.721414] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1793.721414] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523d28d1-cece-41d7-b171-272852407c89" [ 1793.721414] env[62448]: _type = "Task" [ 1793.721414] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.730914] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d28d1-cece-41d7-b171-272852407c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.967756] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.981089] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.203228] env[62448]: DEBUG nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1794.234531] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d28d1-cece-41d7-b171-272852407c89, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.236967] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.237263] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.237646] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.237847] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.238046] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.238988] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab566b35-b95e-4bf9-8adb-4ba58c394b3e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.250604] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.250810] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1794.251534] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d35e61-e321-42c5-8f51-0021e763cdb1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.261267] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1794.261267] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5246b66a-f718-bdef-5810-51981f9e9ee5" [ 1794.261267] env[62448]: _type = "Task" [ 1794.261267] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.270244] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5246b66a-f718-bdef-5810-51981f9e9ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.430550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.432128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.471058] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.486620] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.718182] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0997a8-3c9c-40dc-8f82-0593fb854c95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.724552] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13daef3d-e1a8-4a08-a22b-e594d6724778 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.760655] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf71f39-416b-49b5-9203-8665dbd6c354 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.776304] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab760ac-61db-4ea8-8857-7ec96ed04e65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.792360] env[62448]: DEBUG nova.compute.provider_tree [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.797230] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5246b66a-f718-bdef-5810-51981f9e9ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.798227] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7859c011-d123-4a71-8f72-5d0f8d6c7ac8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.804620] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1794.804620] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522708c1-a0c5-c70c-5b0f-cbf8f894c459" [ 1794.804620] env[62448]: _type = "Task" [ 1794.804620] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.814523] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522708c1-a0c5-c70c-5b0f-cbf8f894c459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.966941] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.981983] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.048183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.048458] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.048649] env[62448]: DEBUG nova.compute.manager [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Going to confirm migration 1 {{(pid=62448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1795.217600] env[62448]: DEBUG nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1795.247122] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1795.251023] env[62448]: DEBUG nova.virt.hardware [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1795.251023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e0b4f-40bf-41c6-a3e1-0aa191335ae8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.263197] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe5292b-5867-4773-89fd-5a74a6327875 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.281983] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.288950] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Creating folder: Project (d0e504715dee40cda3df311ab58534ea). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.289349] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7d7f916-3876-4156-94d1-9c3a3587ef8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.298753] env[62448]: DEBUG nova.scheduler.client.report [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.304629] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Created folder: Project (d0e504715dee40cda3df311ab58534ea) in parent group-v428508. [ 1795.304891] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Creating folder: Instances. Parent ref: group-v428558. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.305215] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc32091-e435-4ad6-80a1-968fb1d685aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.319275] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522708c1-a0c5-c70c-5b0f-cbf8f894c459, 'name': SearchDatastore_Task, 'duration_secs': 0.036737} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.320710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.321123] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.321351] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Created folder: Instances in parent group-v428558. [ 1795.321591] env[62448]: DEBUG oslo.service.loopingcall [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.321809] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d56d0f-af4d-4eec-8732-473d76d06549 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.323732] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.324017] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7275d1f2-2ecd-41c5-ae9d-4382e70eda79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.346876] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.346876] env[62448]: value = "task-2092526" [ 1795.346876] env[62448]: _type = "Task" [ 1795.346876] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.347242] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1795.347242] env[62448]: value = "task-2092525" [ 1795.347242] env[62448]: _type = "Task" [ 1795.347242] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.359649] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092526, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.363334] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.469024] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.482225] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.543263] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.543263] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.543263] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Deleting the datastore file [datastore2] a4377c81-fb5e-4fca-90d7-f58fd40ff382 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.543572] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e906036-8ef4-449d-9071-5c59b1367f44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.552646] env[62448]: DEBUG oslo_vmware.api [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for the task: (returnval){ [ 1795.552646] env[62448]: value = "task-2092527" [ 1795.552646] env[62448]: _type = "Task" [ 1795.552646] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.572138] env[62448]: DEBUG oslo_vmware.api [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.582651] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.582651] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.582651] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Deleting the datastore file [datastore2] 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.582932] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3ed18b-55ba-403f-af03-07b8452e510d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.595335] env[62448]: DEBUG oslo_vmware.api [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for the task: (returnval){ [ 1795.595335] env[62448]: value = "task-2092528" [ 1795.595335] env[62448]: _type = "Task" [ 1795.595335] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.596760] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.596919] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.596983] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Deleting the datastore file [datastore2] c3451d02-6b64-4cbd-b873-c2cc641e5afc {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.600711] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9374c18-8c96-45ad-8cc9-157cbe146dca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.610021] env[62448]: DEBUG oslo_vmware.api [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.612154] env[62448]: DEBUG oslo_vmware.api [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for the task: (returnval){ [ 1795.612154] env[62448]: value = "task-2092529" [ 1795.612154] env[62448]: _type = "Task" [ 1795.612154] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.716892] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.717200] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.717445] env[62448]: DEBUG nova.network.neutron [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.717701] env[62448]: DEBUG nova.objects.instance [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lazy-loading 'info_cache' on Instance uuid 1f121468-f5a8-4784-bd54-ed67670f4318 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.805257] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.805691] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1795.808617] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.095s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.810902] env[62448]: INFO nova.compute.claims [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1795.867883] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.868143] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092526, 'name': CreateVM_Task, 'duration_secs': 0.415392} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.868989] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.871457] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.871694] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.872017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.872565] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c158b7-ba29-4b9a-be69-d218d99ad4db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.878889] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1795.878889] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5205f9bc-b420-9b9e-e8b6-82c39afb599b" [ 1795.878889] env[62448]: _type = "Task" [ 1795.878889] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.890776] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5205f9bc-b420-9b9e-e8b6-82c39afb599b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.955412] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.955748] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.955953] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Deleting the datastore file [datastore2] 8b358027-b975-4a9d-b660-df3eeb083a8f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.956306] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f64f6413-9c67-4435-adf0-8e5abf7e985e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.973989] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.984303] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.991212] env[62448]: DEBUG oslo_vmware.api [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1795.991212] env[62448]: value = "task-2092530" [ 1795.991212] env[62448]: _type = "Task" [ 1795.991212] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.003199] env[62448]: DEBUG oslo_vmware.api [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.066688] env[62448]: DEBUG oslo_vmware.api [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Task: {'id': task-2092527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442337} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.067044] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.067309] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.067538] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.067751] env[62448]: INFO nova.compute.manager [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Took 4.82 seconds to destroy the instance on the hypervisor. [ 1796.068061] env[62448]: DEBUG oslo.service.loopingcall [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.068298] env[62448]: DEBUG nova.compute.manager [-] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.068422] env[62448]: DEBUG nova.network.neutron [-] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.108931] env[62448]: DEBUG oslo_vmware.api [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Task: {'id': task-2092528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410462} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.109254] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.109441] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.110361] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.110361] env[62448]: INFO nova.compute.manager [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Took 6.07 seconds to destroy the instance on the hypervisor. [ 1796.110361] env[62448]: DEBUG oslo.service.loopingcall [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.110361] env[62448]: DEBUG nova.compute.manager [-] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.110535] env[62448]: DEBUG nova.network.neutron [-] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.121607] env[62448]: DEBUG oslo_vmware.api [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Task: {'id': task-2092529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40207} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.121840] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.122044] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.122228] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.122398] env[62448]: INFO nova.compute.manager [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Took 4.49 seconds to destroy the instance on the hypervisor. [ 1796.122624] env[62448]: DEBUG oslo.service.loopingcall [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.122834] env[62448]: DEBUG nova.compute.manager [-] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.122941] env[62448]: DEBUG nova.network.neutron [-] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.315339] env[62448]: DEBUG nova.compute.utils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.317032] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1796.317032] env[62448]: DEBUG nova.network.neutron [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.360725] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530515} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.361237] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1796.361505] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.361945] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5765e21d-937e-46b5-8ef2-425a3c5c9ee9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.370853] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1796.370853] env[62448]: value = "task-2092531" [ 1796.370853] env[62448]: _type = "Task" [ 1796.370853] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.380447] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.390881] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5205f9bc-b420-9b9e-e8b6-82c39afb599b, 'name': SearchDatastore_Task, 'duration_secs': 0.022169} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.391279] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.391501] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.391832] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.391971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.392320] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.393201] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d799cf-0906-4bd2-8d6c-6117867d7d2c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.404381] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.404860] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.405985] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6c4c56-8749-44e9-ab30-bd85e46266c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.412616] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1796.412616] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a991c2-1958-7e0d-c69b-70e298aed36f" [ 1796.412616] env[62448]: _type = "Task" [ 1796.412616] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.423347] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a991c2-1958-7e0d-c69b-70e298aed36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.471802] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.486116] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.502018] env[62448]: DEBUG oslo_vmware.api [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225928} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.502743] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.502982] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.503393] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.503651] env[62448]: INFO nova.compute.manager [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Took 5.33 seconds to destroy the instance on the hypervisor. [ 1796.503982] env[62448]: DEBUG oslo.service.loopingcall [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.504357] env[62448]: DEBUG nova.compute.manager [-] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.504496] env[62448]: DEBUG nova.network.neutron [-] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.532222] env[62448]: DEBUG nova.policy [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bc8e8f5f444a6cb896ac4856e2b82c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4dfc9136141422db5b1729f5d244c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.829204] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1796.889896] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092531, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.895869] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "a7c17bc5-408d-4988-a687-2f6ed51ac088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.896202] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.931174] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a991c2-1958-7e0d-c69b-70e298aed36f, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.932897] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55750a5-346f-4b66-88dc-3c57b3cfc561 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.940418] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1796.940418] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d02636-b055-96b2-ec83-d7a46eadf26e" [ 1796.940418] env[62448]: _type = "Task" [ 1796.940418] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.957983] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d02636-b055-96b2-ec83-d7a46eadf26e, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.964207] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.964479] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.965179] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eed6148-2317-4c23-9f19-10cccbc2df45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.984166] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092505, 'name': CreateVM_Task, 'duration_secs': 12.00189} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.985826] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.986250] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1796.986250] env[62448]: value = "task-2092532" [ 1796.986250] env[62448]: _type = "Task" [ 1796.986250] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.987717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.987717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.987917] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.988429] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ac3e5d-6136-431b-b93a-994456e91347 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.001465] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092510, 'name': CloneVM_Task, 'duration_secs': 7.315988} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.002848] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Created linked-clone VM from snapshot [ 1797.004455] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7079315-591c-4931-9576-4473ee987b72 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.010507] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.010811] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1797.010811] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52db24f8-2155-9b21-c2d6-3d173a3e5cc8" [ 1797.010811] env[62448]: _type = "Task" [ 1797.010811] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.018699] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Uploading image 08042259-5c89-4a03-bb19-03ca976ae7dc {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1797.034664] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52db24f8-2155-9b21-c2d6-3d173a3e5cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.035507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.035507] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.036099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.036558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.036558] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.037367] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-295d72af-d62e-4d9b-951d-99082b84ad7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.051494] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.051650] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.052834] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8609df9d-734b-479c-baf6-3ade952dc871 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.060877] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1797.060877] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5225369c-dfac-2ab2-8af4-1f218cbe3af3" [ 1797.060877] env[62448]: _type = "Task" [ 1797.060877] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.063219] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1797.063219] env[62448]: value = "vm-428554" [ 1797.063219] env[62448]: _type = "VirtualMachine" [ 1797.063219] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1797.065850] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9725bbeb-bf2a-4497-8944-b868c707001f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.076861] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5225369c-dfac-2ab2-8af4-1f218cbe3af3, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.078871] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease: (returnval){ [ 1797.078871] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529b7616-5c74-35b4-29b7-25a5691068da" [ 1797.078871] env[62448]: _type = "HttpNfcLease" [ 1797.078871] env[62448]: } obtained for exporting VM: (result){ [ 1797.078871] env[62448]: value = "vm-428554" [ 1797.078871] env[62448]: _type = "VirtualMachine" [ 1797.078871] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1797.079204] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the lease: (returnval){ [ 1797.079204] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529b7616-5c74-35b4-29b7-25a5691068da" [ 1797.079204] env[62448]: _type = "HttpNfcLease" [ 1797.079204] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1797.082050] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cfc79d-4f0a-424f-98fa-0e0cdb71c25f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.099149] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.099149] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529b7616-5c74-35b4-29b7-25a5691068da" [ 1797.099149] env[62448]: _type = "HttpNfcLease" [ 1797.099149] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1797.099470] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1797.099470] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b52234-36d4-c35f-5a3c-9fd6cf9d82cd" [ 1797.099470] env[62448]: _type = "Task" [ 1797.099470] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.102287] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1797.102287] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529b7616-5c74-35b4-29b7-25a5691068da" [ 1797.102287] env[62448]: _type = "HttpNfcLease" [ 1797.102287] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1797.104425] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecba54c-1ed7-4666-b07f-bab9fee5760e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.113868] env[62448]: DEBUG nova.network.neutron [-] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.123021] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290ee3-7313-e4d7-b8f6-20a5f76014df/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1797.123021] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290ee3-7313-e4d7-b8f6-20a5f76014df/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1797.123171] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b52234-36d4-c35f-5a3c-9fd6cf9d82cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.126095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.126355] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 14eb14ad-c9a6-4f62-a9a0-65164479e188/14eb14ad-c9a6-4f62-a9a0-65164479e188.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.127701] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b265fd7-baea-47e0-98eb-2f7e080ff331 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.184276] env[62448]: DEBUG nova.network.neutron [-] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.187624] env[62448]: DEBUG nova.network.neutron [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.198382] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1797.198382] env[62448]: value = "task-2092534" [ 1797.198382] env[62448]: _type = "Task" [ 1797.198382] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.211734] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.390344] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.586457} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.394602] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.395768] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ce4986-e554-4a10-8bb4-8bc8c8161871 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.413938] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb291941-21c1-4c8f-9312-29d990ec632e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.427882] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.428462] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e02fbd-26cf-4ed1-b047-27c2bb274767 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.458123] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1797.458123] env[62448]: value = "task-2092535" [ 1797.458123] env[62448]: _type = "Task" [ 1797.458123] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.478104] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.501119] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466045} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.501445] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.501596] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.502653] env[62448]: DEBUG nova.network.neutron [-] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.503451] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef5a6de-5566-457b-97dc-0ab5894c11dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.517568] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1797.517568] env[62448]: value = "task-2092536" [ 1797.517568] env[62448]: _type = "Task" [ 1797.517568] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.524885] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.570187] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce81827-2389-4876-a37b-1744b81c5bc2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.580904] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f34fc13-7f2c-426d-b260-4704e8062eb8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.625566] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319306f1-7b82-4dc3-b564-b22695a5f54a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.631168] env[62448]: INFO nova.compute.manager [-] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Took 1.52 seconds to deallocate network for instance. [ 1797.637922] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a182a00-3859-49ab-8aa3-1219bdc0ff27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.656134] env[62448]: DEBUG nova.compute.provider_tree [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.693355] env[62448]: INFO nova.compute.manager [-] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Took 1.57 seconds to deallocate network for instance. [ 1797.695717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.695717] env[62448]: DEBUG nova.objects.instance [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lazy-loading 'migration_context' on Instance uuid 1f121468-f5a8-4784-bd54-ed67670f4318 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.729258] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.824102] env[62448]: DEBUG nova.network.neutron [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Successfully updated port: fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.839250] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1797.881710] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1797.881918] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.882313] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1797.882313] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.882484] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1797.882565] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1797.882756] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1797.882934] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1797.883119] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1797.883368] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1797.883485] env[62448]: DEBUG nova.virt.hardware [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1797.884728] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd3022-4ed8-4578-8c34-6362f0684c10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.894266] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbdeead-4daf-49b4-bee9-ab35f5fd0802 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.900184] env[62448]: DEBUG nova.network.neutron [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Successfully created port: 24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.918954] env[62448]: DEBUG nova.compute.manager [req-ed3efff9-1f71-4b42-9884-dae0e0bf9c39 req-ace95d67-930f-4ae1-9806-137235c2fb76 service nova] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Received event network-vif-deleted-647641ae-6cb4-4420-9d18-6057ee97ff5d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1797.973495] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092535, 'name': ReconfigVM_Task, 'duration_secs': 0.514829} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.976986] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Reconfigured VM instance instance-00000011 to attach disk [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1797.978177] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa4445d-5c5e-4b4f-b0af-8eeaad1daf92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.990444] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1797.990444] env[62448]: value = "task-2092537" [ 1797.990444] env[62448]: _type = "Task" [ 1797.990444] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.004775] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092537, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.008789] env[62448]: INFO nova.compute.manager [-] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Took 1.94 seconds to deallocate network for instance. [ 1798.031266] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108797} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.031708] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.032667] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07cd3e-84ba-4962-8a92-211bea3b7961 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.064015] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.064514] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a19f1b6-6be0-4fc8-80dc-7c460c643923 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.097730] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1798.097730] env[62448]: value = "task-2092538" [ 1798.097730] env[62448]: _type = "Task" [ 1798.097730] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.109783] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.138981] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.160038] env[62448]: DEBUG nova.scheduler.client.report [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.203584] env[62448]: DEBUG nova.objects.base [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Object Instance<1f121468-f5a8-4784-bd54-ed67670f4318> lazy-loaded attributes: info_cache,migration_context {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1798.205453] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468e1dc-f4b8-428e-be8d-5f38025f4f78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.213386] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.224039] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663888} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.255098] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 14eb14ad-c9a6-4f62-a9a0-65164479e188/14eb14ad-c9a6-4f62-a9a0-65164479e188.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.255098] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.255098] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18cc01b6-b9a7-4651-ad18-f5a9618654d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.256979] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c002d2f-af44-46a9-8e98-af9b367b1bd1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.263674] env[62448]: DEBUG nova.compute.manager [req-ede24fb7-4890-4218-8d85-7a04ddc3d17d req-86ef682d-189d-4832-9da8-9053e1b42906 service nova] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Received event network-vif-deleted-76aec351-93e6-41bc-bf2f-aa0a2a180324 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1798.268229] env[62448]: DEBUG oslo_vmware.api [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1798.268229] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52110b50-92df-6f5c-3851-663411c366ac" [ 1798.268229] env[62448]: _type = "Task" [ 1798.268229] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.269391] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1798.269391] env[62448]: value = "task-2092539" [ 1798.269391] env[62448]: _type = "Task" [ 1798.269391] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.288208] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.288396] env[62448]: DEBUG oslo_vmware.api [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52110b50-92df-6f5c-3851-663411c366ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.290869] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.327826] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "refresh_cache-c9d7c712-7197-4da5-ba06-1fed547a5560" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.328221] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired lock "refresh_cache-c9d7c712-7197-4da5-ba06-1fed547a5560" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.328391] env[62448]: DEBUG nova.network.neutron [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.501782] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092537, 'name': Rename_Task, 'duration_secs': 0.262459} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.502423] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.502818] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf295502-ee3c-4135-9ca8-b29fd2307275 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.512796] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1798.512796] env[62448]: value = "task-2092540" [ 1798.512796] env[62448]: _type = "Task" [ 1798.512796] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.517508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.523654] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.612763] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092538, 'name': ReconfigVM_Task, 'duration_secs': 0.336108} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.613132] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.613753] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-742c779e-99c7-4ee3-b243-5322110b81fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.623044] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1798.623044] env[62448]: value = "task-2092541" [ 1798.623044] env[62448]: _type = "Task" [ 1798.623044] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.633810] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092541, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.665354] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.665971] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1798.669594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.845s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.784814] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11232} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.788728] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.789857] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a8b52-7a9d-4c04-ab1d-d66045bc649c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.830609] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 14eb14ad-c9a6-4f62-a9a0-65164479e188/14eb14ad-c9a6-4f62-a9a0-65164479e188.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.834395] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfe7383-207d-4e92-9d3f-a12fbfc4fb13 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.869166] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1798.869166] env[62448]: value = "task-2092542" [ 1798.869166] env[62448]: _type = "Task" [ 1798.869166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.882499] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.928443] env[62448]: DEBUG nova.network.neutron [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.027626] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092540, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.135531] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092541, 'name': Rename_Task, 'duration_secs': 0.154178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.135531] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.136334] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bca48f1e-9c11-4fda-b1aa-481e2ffde81f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.146215] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1799.146215] env[62448]: value = "task-2092543" [ 1799.146215] env[62448]: _type = "Task" [ 1799.146215] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.157418] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.177110] env[62448]: DEBUG nova.compute.utils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1799.197934] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1799.197934] env[62448]: DEBUG nova.network.neutron [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.251657] env[62448]: DEBUG nova.network.neutron [-] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.337942] env[62448]: DEBUG nova.network.neutron [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Updating instance_info_cache with network_info: [{"id": "fb3df6b1-ae4e-4252-8e34-ee081e563e39", "address": "fa:16:3e:4e:5d:10", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3df6b1-ae", "ovs_interfaceid": "fb3df6b1-ae4e-4252-8e34-ee081e563e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.367789] env[62448]: DEBUG nova.policy [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2fd76d13c904f55951ca6fc234880bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79abdfca20774c2a9d6e7cc41468a162', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1799.381456] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092542, 'name': ReconfigVM_Task, 'duration_secs': 0.358116} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.381670] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 14eb14ad-c9a6-4f62-a9a0-65164479e188/14eb14ad-c9a6-4f62-a9a0-65164479e188.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.382258] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-428c0f55-8e6a-4fa6-9a1b-de7540f7a476 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.394561] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1799.394561] env[62448]: value = "task-2092544" [ 1799.394561] env[62448]: _type = "Task" [ 1799.394561] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.408541] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092544, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.526676] env[62448]: DEBUG oslo_vmware.api [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092540, 'name': PowerOnVM_Task, 'duration_secs': 0.901761} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.526964] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.527418] env[62448]: INFO nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1799.528073] env[62448]: DEBUG nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.529094] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8953a-1e45-4832-9b7a-f051b4e04728 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.660772] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.685992] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1799.698505] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Applying migration context for instance 1f121468-f5a8-4784-bd54-ed67670f4318 as it has an incoming, in-progress migration 02959dbf-34b6-450b-a261-d87c31e65f20. Migration status is confirming {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1799.699688] env[62448]: INFO nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating resource usage from migration 02959dbf-34b6-450b-a261-d87c31e65f20 [ 1799.707047] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.708832] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.757202] env[62448]: INFO nova.compute.manager [-] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Took 3.25 seconds to deallocate network for instance. [ 1799.844512] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Releasing lock "refresh_cache-c9d7c712-7197-4da5-ba06-1fed547a5560" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.847285] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Instance network_info: |[{"id": "fb3df6b1-ae4e-4252-8e34-ee081e563e39", "address": "fa:16:3e:4e:5d:10", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3df6b1-ae", "ovs_interfaceid": "fb3df6b1-ae4e-4252-8e34-ee081e563e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.847285] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:5d:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb3df6b1-ae4e-4252-8e34-ee081e563e39', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.853921] env[62448]: DEBUG oslo.service.loopingcall [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.854424] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.854719] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a092297-0c65-4b8d-baa2-bfedaba3e6d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.879245] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.879245] env[62448]: value = "task-2092545" [ 1799.879245] env[62448]: _type = "Task" [ 1799.879245] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.892893] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092545, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.905331] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092544, 'name': Rename_Task, 'duration_secs': 0.179727} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.905615] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.906499] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d552ebf-d112-406b-9f91-05a1849e49f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.915488] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1799.915488] env[62448]: value = "task-2092546" [ 1799.915488] env[62448]: _type = "Task" [ 1799.915488] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.926977] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.056068] env[62448]: INFO nova.compute.manager [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Took 26.10 seconds to build instance. [ 1800.164364] env[62448]: DEBUG oslo_vmware.api [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092543, 'name': PowerOnVM_Task, 'duration_secs': 0.549615} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.164816] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.165245] env[62448]: INFO nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Took 4.95 seconds to spawn the instance on the hypervisor. [ 1800.165473] env[62448]: DEBUG nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.166535] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3981f6d-07df-4160-a999-6978f794b708 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.233686] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 0c89a295-fc69-45db-8a49-efa31e3a9cf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1800.233686] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1800.233869] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance fca5ff75-8391-43dd-92a1-53c52bb797c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1800.236864] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c3451d02-6b64-4cbd-b873-c2cc641e5afc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1800.262592] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.395613] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092545, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.414108] env[62448]: DEBUG nova.compute.manager [req-0b34e3f2-9279-4a57-b7eb-a3eece0c88c3 req-0a71f25a-7b44-45b1-a5f3-ff0c8bd80c84 service nova] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Received event network-vif-deleted-689c4a6f-6f4c-4602-9b32-08ae0ad49346 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1800.432802] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.481333] env[62448]: DEBUG nova.network.neutron [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Successfully created port: df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1800.558541] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7fa7943-0ae7-471d-abeb-97c52afe9da5 tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "fca5ff75-8391-43dd-92a1-53c52bb797c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.611s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.654328] env[62448]: DEBUG nova.network.neutron [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Successfully updated port: 24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.661641] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Received event network-vif-plugged-fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1800.661641] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Acquiring lock "c9d7c712-7197-4da5-ba06-1fed547a5560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.661641] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.661858] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.662835] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] No waiting events found dispatching network-vif-plugged-fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.663110] env[62448]: WARNING nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Received unexpected event network-vif-plugged-fb3df6b1-ae4e-4252-8e34-ee081e563e39 for instance with vm_state building and task_state spawning. [ 1800.663333] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-vif-deleted-d66d9118-74e1-4d76-a026-676f081dae76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1800.663557] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Received event network-changed-fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1800.665982] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Refreshing instance network info cache due to event network-changed-fb3df6b1-ae4e-4252-8e34-ee081e563e39. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1800.665982] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Acquiring lock "refresh_cache-c9d7c712-7197-4da5-ba06-1fed547a5560" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.665982] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Acquired lock "refresh_cache-c9d7c712-7197-4da5-ba06-1fed547a5560" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.665982] env[62448]: DEBUG nova.network.neutron [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Refreshing network info cache for port fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.689371] env[62448]: INFO nova.compute.manager [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Took 26.44 seconds to build instance. [ 1800.701800] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1800.739229] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d4b63ceb-c8ec-47bf-9853-1c522e1da467 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1800.739358] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1800.740019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d8737c9a-981e-4a30-8c93-db9ee952bd37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1800.745591] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1800.745591] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.745591] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1800.746019] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.746019] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1800.746238] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1800.746546] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1800.746730] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1800.746900] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1800.747142] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1800.747369] env[62448]: DEBUG nova.virt.hardware [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1800.749253] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44f2253-1b84-45f0-bcec-c1a900b97c8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.760112] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c4590-961c-4afd-ba4e-b359285a05bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.894920] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092545, 'name': CreateVM_Task, 'duration_secs': 0.5166} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.895463] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.896373] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.897447] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.897447] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.897447] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f773ec1-43e0-4966-8e06-6338a8cd1e0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.903991] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1800.903991] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52259ada-b318-f86e-8f27-c9d0613531e4" [ 1800.903991] env[62448]: _type = "Task" [ 1800.903991] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.913835] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52259ada-b318-f86e-8f27-c9d0613531e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.926753] env[62448]: DEBUG oslo_vmware.api [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092546, 'name': PowerOnVM_Task, 'duration_secs': 0.71038} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.927298] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.928065] env[62448]: INFO nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Took 20.16 seconds to spawn the instance on the hypervisor. [ 1800.928065] env[62448]: DEBUG nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.929380] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d5c98-7d7d-4925-b485-cdae025e723f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.064919] env[62448]: DEBUG nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.162499] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.162659] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.162820] env[62448]: DEBUG nova.network.neutron [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.194020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b4d3c41c-1721-4cf5-8de5-d3af898de7c0 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "c6b3de20-554d-4867-96f6-92c05697049b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.945s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.256158] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e61f6f45-c55e-464e-81bc-e9fa13c8f041 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1801.256158] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 53b30256-2715-49d3-a6c5-836c29d6769b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1801.418147] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52259ada-b318-f86e-8f27-c9d0613531e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01638} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.418488] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.418777] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.419154] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.419404] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.419703] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.420102] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178e5040-a31b-43b0-b02e-0a2306eab953 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.430759] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.430870] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.434160] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30908d32-264e-4605-a7be-ae84b435f392 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.450662] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1801.450662] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a8ea1d-8261-e9ab-bedf-c56862516434" [ 1801.450662] env[62448]: _type = "Task" [ 1801.450662] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.455834] env[62448]: INFO nova.compute.manager [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Took 33.99 seconds to build instance. [ 1801.465056] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a8ea1d-8261-e9ab-bedf-c56862516434, 'name': SearchDatastore_Task, 'duration_secs': 0.016968} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.466037] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785d272d-cba6-4eb5-a2e5-5f452021216a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.475326] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1801.475326] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521d7473-8086-52b2-ea87-d0b24967705d" [ 1801.475326] env[62448]: _type = "Task" [ 1801.475326] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.487931] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521d7473-8086-52b2-ea87-d0b24967705d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.605040] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.696545] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.752222] env[62448]: DEBUG nova.network.neutron [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.763107] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7c037c97-6be9-4a20-90fe-621334a13535 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1801.898866] env[62448]: DEBUG nova.network.neutron [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Updated VIF entry in instance network info cache for port fb3df6b1-ae4e-4252-8e34-ee081e563e39. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1801.899280] env[62448]: DEBUG nova.network.neutron [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Updating instance_info_cache with network_info: [{"id": "fb3df6b1-ae4e-4252-8e34-ee081e563e39", "address": "fa:16:3e:4e:5d:10", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3df6b1-ae", "ovs_interfaceid": "fb3df6b1-ae4e-4252-8e34-ee081e563e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.962318] env[62448]: DEBUG oslo_concurrency.lockutils [None req-72699433-7cdc-4ea7-9687-066c13683f85 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.515s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.990684] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521d7473-8086-52b2-ea87-d0b24967705d, 'name': SearchDatastore_Task, 'duration_secs': 0.016896} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.990684] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.990684] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c9d7c712-7197-4da5-ba06-1fed547a5560/c9d7c712-7197-4da5-ba06-1fed547a5560.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.990684] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d2bcb5-82bc-4072-9e1e-2cb81a338986 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.993578] env[62448]: INFO nova.compute.manager [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Rebuilding instance [ 1802.005854] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1802.005854] env[62448]: value = "task-2092547" [ 1802.005854] env[62448]: _type = "Task" [ 1802.005854] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.018495] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.059838] env[62448]: DEBUG nova.compute.manager [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.061033] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf0a0a-153f-496e-95ce-9c0c4bf0d9cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.196375] env[62448]: DEBUG nova.network.neutron [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Updating instance_info_cache with network_info: [{"id": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "address": "fa:16:3e:4f:d9:2f", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24612f75-ca", "ovs_interfaceid": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.228126] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.266926] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d26669e1-9612-490c-b4a6-ba83d2ced264 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1802.266926] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 07724b49-3d2e-4eb0-bd70-def5a44d8125 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1802.267180] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Migration 02959dbf-34b6-450b-a261-d87c31e65f20 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1802.267180] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1f121468-f5a8-4784-bd54-ed67670f4318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1802.404784] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Releasing lock "refresh_cache-c9d7c712-7197-4da5-ba06-1fed547a5560" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.404784] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-vif-deleted-d05dd28e-c609-444d-9601-64faaf9f70f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.404784] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Received event network-vif-deleted-3ce8bc46-4a64-4dae-b525-4b10ffaa835d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.404784] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Received event network-vif-plugged-24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.404784] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Acquiring lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.404784] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.404784] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.404784] env[62448]: DEBUG nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] No waiting events found dispatching network-vif-plugged-24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.404784] env[62448]: WARNING nova.compute.manager [req-cc93927a-27e7-4bc4-9459-3cd907b718e7 req-f4d9156b-6a40-48d2-8068-7fbc33992a8d service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Received unexpected event network-vif-plugged-24612f75-ca33-4232-a8d3-bbab894f9a8a for instance with vm_state building and task_state spawning. [ 1802.470155] env[62448]: INFO nova.compute.manager [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Rebuilding instance [ 1802.476347] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1802.518475] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092547, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.529808] env[62448]: DEBUG nova.compute.manager [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.531234] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef927dc-eca7-40d5-bcb6-e95bbec91428 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.699014] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.699371] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Instance network_info: |[{"id": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "address": "fa:16:3e:4f:d9:2f", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24612f75-ca", "ovs_interfaceid": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.699806] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d9:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24612f75-ca33-4232-a8d3-bbab894f9a8a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.709130] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Creating folder: Project (f4dfc9136141422db5b1729f5d244c13). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.709538] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71be4b22-e24f-4721-b48c-a6e1cc5962e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.726194] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Created folder: Project (f4dfc9136141422db5b1729f5d244c13) in parent group-v428508. [ 1802.728412] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Creating folder: Instances. Parent ref: group-v428562. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.728412] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9945fc5-f23c-4e72-adcc-d004010b187a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.741942] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Created folder: Instances in parent group-v428562. [ 1802.742064] env[62448]: DEBUG oslo.service.loopingcall [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.742900] env[62448]: DEBUG nova.network.neutron [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Successfully updated port: df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.748009] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.749155] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae0c6576-9164-419d-8c65-75079cf94db0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.771124] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance eec857ae-b3cc-4b5e-a1f0-8914faa151d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1802.771310] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance a4377c81-fb5e-4fca-90d7-f58fd40ff382 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1802.774456] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.774456] env[62448]: value = "task-2092550" [ 1802.774456] env[62448]: _type = "Task" [ 1802.774456] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.784719] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092550, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.008874] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.023567] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584024} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.023866] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c9d7c712-7197-4da5-ba06-1fed547a5560/c9d7c712-7197-4da5-ba06-1fed547a5560.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.024099] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.024382] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d96c9222-6f1b-4b69-bb5c-a107ec39085d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.036028] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1803.036028] env[62448]: value = "task-2092551" [ 1803.036028] env[62448]: _type = "Task" [ 1803.036028] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.051364] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.079561] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.079772] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-817a3f49-6cfb-4751-83f4-c76f4d2318c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.091474] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1803.091474] env[62448]: value = "task-2092552" [ 1803.091474] env[62448]: _type = "Task" [ 1803.091474] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.103757] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.250210] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "refresh_cache-c1116fcf-1515-4b16-80f1-8f5be6f7b13d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.250308] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquired lock "refresh_cache-c1116fcf-1515-4b16-80f1-8f5be6f7b13d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.250423] env[62448]: DEBUG nova.network.neutron [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.279025] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 564b2923-b7c8-4d52-afe5-5ecef15edd1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1803.279025] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8b358027-b975-4a9d-b660-df3eeb083a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.279025] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 14d0291d-c7db-4543-aab0-8fcc66fccfc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.279025] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c1116fcf-1515-4b16-80f1-8f5be6f7b13d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.294543] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092550, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.551199] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147184} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.551541] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.552951] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a63e4f2-eca3-4f26-a699-6dc8e375f5a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.557079] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.557742] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691f53a3-1f2e-42ad-8803-a8261e63585b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.566360] env[62448]: DEBUG nova.compute.manager [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Received event network-changed-24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1803.566360] env[62448]: DEBUG nova.compute.manager [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Refreshing instance network info cache due to event network-changed-24612f75-ca33-4232-a8d3-bbab894f9a8a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1803.566360] env[62448]: DEBUG oslo_concurrency.lockutils [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] Acquiring lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.566360] env[62448]: DEBUG oslo_concurrency.lockutils [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] Acquired lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.566360] env[62448]: DEBUG nova.network.neutron [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Refreshing network info cache for port 24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.592147] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] c9d7c712-7197-4da5-ba06-1fed547a5560/c9d7c712-7197-4da5-ba06-1fed547a5560.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.592619] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1803.592619] env[62448]: value = "task-2092553" [ 1803.592619] env[62448]: _type = "Task" [ 1803.592619] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.597180] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6058d63-9c9a-4922-89eb-e4de12d97056 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.625900] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "25720ae4-eecd-43cb-a7c3-3765565e4218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.626203] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.635176] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092552, 'name': PowerOffVM_Task, 'duration_secs': 0.358782} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.639550] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.639550] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.640171] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1803.640171] env[62448]: value = "task-2092554" [ 1803.640171] env[62448]: _type = "Task" [ 1803.640171] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.640387] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.641400] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90fd59e-e015-4fe7-9a00-430c82a024ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.654208] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.657326] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.657977] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2082dee-928d-4150-837d-f498a8635a9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.708175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.708175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.708175] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Deleting the datastore file [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.708429] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d072e7-6d9c-4c49-92c3-fa191e6d7fc9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.719101] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1803.719101] env[62448]: value = "task-2092556" [ 1803.719101] env[62448]: _type = "Task" [ 1803.719101] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.731079] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.786050] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance ce97c764-fd8a-460c-a642-646822ddefdb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1803.786301] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 14eb14ad-c9a6-4f62-a9a0-65164479e188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.786448] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 54bc8105-3911-46d8-a378-3edcd817e1ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.786595] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7fb2a096-9da6-4501-9682-bcce594b4c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.786759] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c9d7c712-7197-4da5-ba06-1fed547a5560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1803.799596] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092550, 'name': CreateVM_Task, 'duration_secs': 0.694486} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.799596] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.802085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.802085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.802085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.802085] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e18af3-5701-4b75-a87e-5ba578580646 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.811383] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1803.811383] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ab963f-c4c2-4a9a-a5e1-eafa2a8c32ab" [ 1803.811383] env[62448]: _type = "Task" [ 1803.811383] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.832645] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ab963f-c4c2-4a9a-a5e1-eafa2a8c32ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.834259] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.834259] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.834259] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.834259] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.834259] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.834259] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640a9b32-be7d-4bd3-b222-7ba1ef32ee6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.848337] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.848337] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.848337] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f223508c-6a17-4698-8156-d290c4b1612c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.856394] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1803.856394] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526394d9-527c-d0a3-7687-652752ef8571" [ 1803.856394] env[62448]: _type = "Task" [ 1803.856394] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.857845] env[62448]: DEBUG nova.network.neutron [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.871571] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526394d9-527c-d0a3-7687-652752ef8571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.130947] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092553, 'name': PowerOffVM_Task, 'duration_secs': 0.295918} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.131617] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1804.131617] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.132935] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf528ab-c4db-4e3c-aaa7-be9702b2e74b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.143522] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.143899] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-262ed002-3018-4161-9302-02849c303430 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.162344] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.182500] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.182603] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.185333] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Deleting the datastore file [datastore2] c6b3de20-554d-4867-96f6-92c05697049b {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.185727] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4fc69c-8174-4616-bef2-4c8c1df1a79a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.196653] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1804.196653] env[62448]: value = "task-2092558" [ 1804.196653] env[62448]: _type = "Task" [ 1804.196653] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.214305] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.229790] env[62448]: DEBUG nova.network.neutron [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Updated VIF entry in instance network info cache for port 24612f75-ca33-4232-a8d3-bbab894f9a8a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.230156] env[62448]: DEBUG nova.network.neutron [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Updating instance_info_cache with network_info: [{"id": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "address": "fa:16:3e:4f:d9:2f", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24612f75-ca", "ovs_interfaceid": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.243548] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220799} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.244556] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.245372] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.245372] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.289915] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1804.290178] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c6b3de20-554d-4867-96f6-92c05697049b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1804.330745] env[62448]: DEBUG nova.network.neutron [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Updating instance_info_cache with network_info: [{"id": "df425020-0d5f-4dda-8656-a1ad1e3813ee", "address": "fa:16:3e:76:48:a3", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf425020-0d", "ovs_interfaceid": "df425020-0d5f-4dda-8656-a1ad1e3813ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.372302] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526394d9-527c-d0a3-7687-652752ef8571, 'name': SearchDatastore_Task, 'duration_secs': 0.017029} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.373235] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0ce0d1-9075-4e87-9dbf-8c40cf71661b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.379907] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1804.379907] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52afef57-a3fc-47d5-3e08-b371d4656ccb" [ 1804.379907] env[62448]: _type = "Task" [ 1804.379907] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.389685] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52afef57-a3fc-47d5-3e08-b371d4656ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.545382] env[62448]: DEBUG nova.compute.manager [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.545382] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b85b5-f454-4616-899e-df808eb6976e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.660503] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092554, 'name': ReconfigVM_Task, 'duration_secs': 0.619477} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.660503] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Reconfigured VM instance instance-00000010 to attach disk [datastore2] c9d7c712-7197-4da5-ba06-1fed547a5560/c9d7c712-7197-4da5-ba06-1fed547a5560.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.660715] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34bf1b5c-719b-47f6-a3ef-561b7b234192 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.674063] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1804.674063] env[62448]: value = "task-2092559" [ 1804.674063] env[62448]: _type = "Task" [ 1804.674063] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.686439] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092559, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.708537] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412542} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.708821] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.709208] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.709572] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.736451] env[62448]: DEBUG oslo_concurrency.lockutils [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] Releasing lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.736451] env[62448]: DEBUG nova.compute.manager [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Received event network-vif-plugged-df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1804.736838] env[62448]: DEBUG oslo_concurrency.lockutils [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] Acquiring lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.737431] env[62448]: DEBUG oslo_concurrency.lockutils [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.737431] env[62448]: DEBUG oslo_concurrency.lockutils [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.740143] env[62448]: DEBUG nova.compute.manager [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] No waiting events found dispatching network-vif-plugged-df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.740143] env[62448]: WARNING nova.compute.manager [req-87ad55e2-ee6f-4bf1-928d-d0a6e0545129 req-c2b67d0e-87e8-4962-bb10-cfff54e4e1f6 service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Received unexpected event network-vif-plugged-df425020-0d5f-4dda-8656-a1ad1e3813ee for instance with vm_state building and task_state spawning. [ 1804.794657] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance a7c17bc5-408d-4988-a687-2f6ed51ac088 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1804.794820] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d44beaef-e5f0-4b0b-84e4-274a0728302a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1804.834160] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Releasing lock "refresh_cache-c1116fcf-1515-4b16-80f1-8f5be6f7b13d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.834692] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Instance network_info: |[{"id": "df425020-0d5f-4dda-8656-a1ad1e3813ee", "address": "fa:16:3e:76:48:a3", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf425020-0d", "ovs_interfaceid": "df425020-0d5f-4dda-8656-a1ad1e3813ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.835251] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:48:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df425020-0d5f-4dda-8656-a1ad1e3813ee', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.845679] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Creating folder: Project (79abdfca20774c2a9d6e7cc41468a162). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1804.845679] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d941d67c-7c30-44e6-87e6-6e8bb92625f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.864358] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Created folder: Project (79abdfca20774c2a9d6e7cc41468a162) in parent group-v428508. [ 1804.864743] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Creating folder: Instances. Parent ref: group-v428565. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1804.865936] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c46fc2-b827-4231-bf5c-f233810d02f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.881984] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Created folder: Instances in parent group-v428565. [ 1804.881984] env[62448]: DEBUG oslo.service.loopingcall [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.881984] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.881984] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5baa434c-4879-4fc8-8cc6-8b7022c2497e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.908435] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52afef57-a3fc-47d5-3e08-b371d4656ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.026078} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.910073] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.910656] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] f7ba5882-e1c8-48ae-ba83-f893e1eade3d/f7ba5882-e1c8-48ae-ba83-f893e1eade3d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.910656] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.910656] env[62448]: value = "task-2092562" [ 1804.910656] env[62448]: _type = "Task" [ 1804.910656] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.910656] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79353b0a-2ebd-4a2c-a70e-70bf468e500a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.926024] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092562, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.926024] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1804.926024] env[62448]: value = "task-2092563" [ 1804.926024] env[62448]: _type = "Task" [ 1804.926024] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.937033] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.060683] env[62448]: INFO nova.compute.manager [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] instance snapshotting [ 1805.064348] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412dd095-c442-4b6d-82bb-d31e541c65f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.087138] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3c941-1391-4a4c-95a9-0155e00cf0d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.191201] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092559, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.279888] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.280366] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.280791] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.280791] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.281019] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.281057] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.281271] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.281404] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.281572] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.281754] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.281976] env[62448]: DEBUG nova.virt.hardware [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.283540] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd6bac-3ead-43f9-bcac-8a9bd4ed8eb4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.294418] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9172a89-cd4c-4a51-80db-b97dc243b671 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.301218] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 45270ec5-a7d3-47de-b5cb-9fa320ac2250 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1805.317752] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.323080] env[62448]: DEBUG oslo.service.loopingcall [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.324370] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.324973] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e81c164c-bfa1-40ec-b53a-f3a0b8b3439c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.345617] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.345617] env[62448]: value = "task-2092564" [ 1805.345617] env[62448]: _type = "Task" [ 1805.345617] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.357993] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092564, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.428213] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092562, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.441930] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.601610] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1805.601861] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-95db1b56-0ae5-41e4-a4fd-f8507bc137ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.612695] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1805.612695] env[62448]: value = "task-2092565" [ 1805.612695] env[62448]: _type = "Task" [ 1805.612695] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.622997] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.646325] env[62448]: DEBUG nova.compute.manager [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Received event network-changed-df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1805.646325] env[62448]: DEBUG nova.compute.manager [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Refreshing instance network info cache due to event network-changed-df425020-0d5f-4dda-8656-a1ad1e3813ee. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1805.646607] env[62448]: DEBUG oslo_concurrency.lockutils [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] Acquiring lock "refresh_cache-c1116fcf-1515-4b16-80f1-8f5be6f7b13d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.646690] env[62448]: DEBUG oslo_concurrency.lockutils [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] Acquired lock "refresh_cache-c1116fcf-1515-4b16-80f1-8f5be6f7b13d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.646866] env[62448]: DEBUG nova.network.neutron [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Refreshing network info cache for port df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.689788] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092559, 'name': Rename_Task, 'duration_secs': 0.870536} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.693019] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.693019] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfec4761-0277-46bf-9d06-7350588d3401 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.701213] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1805.701213] env[62448]: value = "task-2092566" [ 1805.701213] env[62448]: _type = "Task" [ 1805.701213] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.713933] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.754945] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.755297] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.755461] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.755637] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.755771] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.755924] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.756200] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.756403] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.756613] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.756788] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.756957] env[62448]: DEBUG nova.virt.hardware [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.758220] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd4101-f72f-4bba-b07d-4abd54a96644 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.768969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc0cfb-44c2-4c47-9337-a621196627a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.788386] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.795668] env[62448]: DEBUG oslo.service.loopingcall [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.796390] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.796722] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-962f31aa-e1fc-416f-83cf-74c3ea8fa435 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.811571] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 458f738c-d224-4d91-9aa9-f4b5d49aa243 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1805.811571] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance f7ba5882-e1c8-48ae-ba83-f893e1eade3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.819445] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.819445] env[62448]: value = "task-2092567" [ 1805.819445] env[62448]: _type = "Task" [ 1805.819445] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.832664] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092567, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.857690] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092564, 'name': CreateVM_Task, 'duration_secs': 0.454412} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.857865] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1805.858315] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.858477] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.858822] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1805.859086] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e2850c-c8b1-4a71-8fcd-39b2e6edd90b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.864553] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1805.864553] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521c235d-8dc4-54b5-544b-d74989245968" [ 1805.864553] env[62448]: _type = "Task" [ 1805.864553] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.878341] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521c235d-8dc4-54b5-544b-d74989245968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.912196] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290ee3-7313-e4d7-b8f6-20a5f76014df/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1805.913445] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9de067f-b7cf-4c9c-8916-f59bb128ef3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.926418] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092562, 'name': CreateVM_Task, 'duration_secs': 0.642442} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.928188] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1805.929025] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290ee3-7313-e4d7-b8f6-20a5f76014df/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1805.929025] env[62448]: ERROR oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290ee3-7313-e4d7-b8f6-20a5f76014df/disk-0.vmdk due to incomplete transfer. [ 1805.929300] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.932625] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad34d505-55bf-440a-97fa-c183d1b394dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.942787] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615255} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.944493] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] f7ba5882-e1c8-48ae-ba83-f893e1eade3d/f7ba5882-e1c8-48ae-ba83-f893e1eade3d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.944727] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.945113] env[62448]: DEBUG oslo_vmware.rw_handles [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52290ee3-7313-e4d7-b8f6-20a5f76014df/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1805.945291] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Uploaded image 08042259-5c89-4a03-bb19-03ca976ae7dc to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1805.948558] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1805.948884] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc024af-e10f-4028-bab9-0d67391cbe35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.951975] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b58119b6-0a0b-46c0-b6f2-0a66275bc8de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.961392] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1805.961392] env[62448]: value = "task-2092569" [ 1805.961392] env[62448]: _type = "Task" [ 1805.961392] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.963274] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1805.963274] env[62448]: value = "task-2092568" [ 1805.963274] env[62448]: _type = "Task" [ 1805.963274] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.979470] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.984799] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092568, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.124501] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.220799] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.317165] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 57428019-183e-4cf1-a0c4-748d3d34307d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1806.317165] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1806.317165] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1806.332680] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092567, 'name': CreateVM_Task, 'duration_secs': 0.417266} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.332966] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.333486] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.377915] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521c235d-8dc4-54b5-544b-d74989245968, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.378049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.378281] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.378515] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.378778] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.379885] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.379885] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.379885] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.379885] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411f4725-6bdd-46f4-92db-232197ec1fb4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.381776] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf97c28-46c4-4b93-9714-858821572d73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.397293] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1806.397293] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52156a2d-ef57-fda4-b6d3-ad74889e53c2" [ 1806.397293] env[62448]: _type = "Task" [ 1806.397293] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.397608] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.397770] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.398673] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be724f3-2bc7-4f5d-aa02-82b5bfe29ce1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.415927] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1806.415927] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fc899e-aa11-1e02-80a1-fc064a77f66c" [ 1806.415927] env[62448]: _type = "Task" [ 1806.415927] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.421871] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52156a2d-ef57-fda4-b6d3-ad74889e53c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.430413] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.430909] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.431120] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.431873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.432146] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.433039] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba24c872-a821-4466-a5ca-4dc17cdfd437 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.441801] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fc899e-aa11-1e02-80a1-fc064a77f66c, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.444705] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1806.444705] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52385323-e74b-bd7d-9884-b08400250193" [ 1806.444705] env[62448]: _type = "Task" [ 1806.444705] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.448477] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242feca5-5c66-4ec9-81c7-194bc51d8be7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.454198] env[62448]: DEBUG nova.network.neutron [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Updated VIF entry in instance network info cache for port df425020-0d5f-4dda-8656-a1ad1e3813ee. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.454198] env[62448]: DEBUG nova.network.neutron [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Updating instance_info_cache with network_info: [{"id": "df425020-0d5f-4dda-8656-a1ad1e3813ee", "address": "fa:16:3e:76:48:a3", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf425020-0d", "ovs_interfaceid": "df425020-0d5f-4dda-8656-a1ad1e3813ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.477103] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52385323-e74b-bd7d-9884-b08400250193, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.477484] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1806.477484] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b1b61a-9a2a-51cd-5389-be0f963c85b5" [ 1806.477484] env[62448]: _type = "Task" [ 1806.477484] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.482110] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.482349] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.482553] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.489509] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081607} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.492453] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.496557] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bced947-1ab0-4a44-bae4-e15133112a18 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.499554] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092568, 'name': Destroy_Task, 'duration_secs': 0.485022} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.503717] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Destroyed the VM [ 1806.504072] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1806.504387] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b1b61a-9a2a-51cd-5389-be0f963c85b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.504977] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f2c2375-a3d4-4116-8097-72d338f575a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.506729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.507035] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.516722] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.516802] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.517042] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbbd61b5-3e90-4fbe-9df9-b67264a72c76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.527895] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f7ba5882-e1c8-48ae-ba83-f893e1eade3d/f7ba5882-e1c8-48ae-ba83-f893e1eade3d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.530976] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9bfe05-7757-47f6-865a-171559821fcf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.532993] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9b9291-886c-4df9-bc3d-85e10162784c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.550488] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1806.550488] env[62448]: value = "task-2092570" [ 1806.550488] env[62448]: _type = "Task" [ 1806.550488] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.555989] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1806.555989] env[62448]: value = "task-2092571" [ 1806.555989] env[62448]: _type = "Task" [ 1806.555989] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.557955] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1806.557955] env[62448]: value = "task-2092572" [ 1806.557955] env[62448]: _type = "Task" [ 1806.557955] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.561899] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.562103] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.572084] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4689f44-12db-4c78-8f4b-090acfce0828 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.575808] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.584135] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.587586] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.587925] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1806.587925] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f81ab-cb80-0c0c-aae6-fcba06e5b09c" [ 1806.587925] env[62448]: _type = "Task" [ 1806.587925] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.600067] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529f81ab-cb80-0c0c-aae6-fcba06e5b09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.622838] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.721762] env[62448]: DEBUG oslo_vmware.api [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092566, 'name': PowerOnVM_Task, 'duration_secs': 0.695825} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.722278] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.722631] env[62448]: INFO nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Took 16.85 seconds to spawn the instance on the hypervisor. [ 1806.722991] env[62448]: DEBUG nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.724067] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec0f70-80e6-46fe-b77f-e9180b80c2fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.969957] env[62448]: DEBUG oslo_concurrency.lockutils [req-57ab5f23-3a95-42e5-ada8-2162d0a34fdb req-0db31ffa-08ee-43d0-a90d-00ceab1614bf service nova] Releasing lock "refresh_cache-c1116fcf-1515-4b16-80f1-8f5be6f7b13d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.011588] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ab5ad6-7d04-4db8-8144-8d86dfb7ee2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.021396] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82b2030-a17e-4950-a89f-df33c4a133a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.068299] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c859d-7e37-4158-acc6-2f8532ad2761 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.080536] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46951} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.088666] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.088924] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.089250] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.089592] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092570, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.089804] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b55aae38-f8be-4c93-b1fc-9d697b33b758 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.093333] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a3998a-467b-4fce-94be-69f6abe27e9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.112457] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.118567] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529f81ab-cb80-0c0c-aae6-fcba06e5b09c, 'name': SearchDatastore_Task, 'duration_secs': 0.020367} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.118861] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1807.118861] env[62448]: value = "task-2092573" [ 1807.118861] env[62448]: _type = "Task" [ 1807.118861] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.123995] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd71258f-34a7-44fa-afe2-929460d2cc8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.135118] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1807.135118] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524692f0-304d-3e07-5df6-106f03f89c27" [ 1807.135118] env[62448]: _type = "Task" [ 1807.135118] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.141361] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.142061] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092565, 'name': CreateSnapshot_Task, 'duration_secs': 1.142062} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.146302] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1807.147330] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7737fd47-61a9-44fe-ab9d-8f3100b015e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.160528] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524692f0-304d-3e07-5df6-106f03f89c27, 'name': SearchDatastore_Task, 'duration_secs': 0.020367} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.163454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.163768] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c1116fcf-1515-4b16-80f1-8f5be6f7b13d/c1116fcf-1515-4b16-80f1-8f5be6f7b13d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.166405] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.167283] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.167283] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c20f68b-b294-4959-8ca3-3d1b58118be0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.169129] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b29fc36-6468-4af2-b454-554994eb7dfa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.177359] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1807.177359] env[62448]: value = "task-2092574" [ 1807.177359] env[62448]: _type = "Task" [ 1807.177359] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.181610] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.181793] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.182854] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79627cb-0742-4c39-9245-78f55cea2693 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.189543] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.190648] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1807.190648] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521957ec-2639-aa4d-2ba3-0dc3c49ebb89" [ 1807.190648] env[62448]: _type = "Task" [ 1807.190648] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.200032] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521957ec-2639-aa4d-2ba3-0dc3c49ebb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.249560] env[62448]: INFO nova.compute.manager [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Took 36.22 seconds to build instance. [ 1807.585627] env[62448]: DEBUG oslo_vmware.api [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092570, 'name': RemoveSnapshot_Task, 'duration_secs': 0.635347} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.587042] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1807.587410] env[62448]: INFO nova.compute.manager [None req-b2477e42-3e8b-45d2-9278-602d83579f1d tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Took 20.28 seconds to snapshot the instance on the hypervisor. [ 1807.595119] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092572, 'name': ReconfigVM_Task, 'duration_secs': 0.73139} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.595451] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f7ba5882-e1c8-48ae-ba83-f893e1eade3d/f7ba5882-e1c8-48ae-ba83-f893e1eade3d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.596145] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f507b363-bfd6-4cd9-8279-b5f1bbe35165 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.606166] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1807.606166] env[62448]: value = "task-2092575" [ 1807.606166] env[62448]: _type = "Task" [ 1807.606166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.617342] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092575, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.620433] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.640559] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144734} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.641757] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.642741] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47afca1b-2e26-4fe5-89be-2eaf43ccc7f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.668253] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.669127] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67146e29-8219-47dc-83f8-53dd523777bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.692365] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1807.693170] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9c4fbc6-0fe0-468f-aa40-d25e7b084d0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.707674] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1807.707674] env[62448]: value = "task-2092576" [ 1807.707674] env[62448]: _type = "Task" [ 1807.707674] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.715318] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521957ec-2639-aa4d-2ba3-0dc3c49ebb89, 'name': SearchDatastore_Task, 'duration_secs': 0.015523} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.715601] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092574, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.720584] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1807.720584] env[62448]: value = "task-2092577" [ 1807.720584] env[62448]: _type = "Task" [ 1807.720584] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.720801] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467e7019-ce6f-4f95-b851-b690bbb263e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.732959] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.735844] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1807.735844] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cc6b03-c2d4-894d-d3be-8dfe0f431d5e" [ 1807.735844] env[62448]: _type = "Task" [ 1807.735844] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.743710] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092577, 'name': CloneVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.750131] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cc6b03-c2d4-894d-d3be-8dfe0f431d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.751800] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f94591a5-ec74-4e32-b2f2-e11983b7fe8e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.646s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.122428] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092575, 'name': Rename_Task, 'duration_secs': 0.440107} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.122428] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1808.122428] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebfb2611-6db5-417b-aac6-c2481c1e5b8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.130960] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1808.130960] env[62448]: value = "task-2092578" [ 1808.130960] env[62448]: _type = "Task" [ 1808.130960] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.132829] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1808.133050] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.464s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.138700] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.668s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.139023] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.140996] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.545s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.142708] env[62448]: INFO nova.compute.claims [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1808.154918] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092578, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.175235] env[62448]: INFO nova.scheduler.client.report [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Deleted allocations for instance 07724b49-3d2e-4eb0-bd70-def5a44d8125 [ 1808.208812] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567469} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.210256] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c1116fcf-1515-4b16-80f1-8f5be6f7b13d/c1116fcf-1515-4b16-80f1-8f5be6f7b13d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.210541] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.211480] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-859708ac-890b-4af7-8b41-1adbe8e9e36e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.222847] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1808.222847] env[62448]: value = "task-2092579" [ 1808.222847] env[62448]: _type = "Task" [ 1808.222847] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.233614] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.244974] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.248694] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092577, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.255597] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.258321] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cc6b03-c2d4-894d-d3be-8dfe0f431d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.030131} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.259494] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.259494] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.260066] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26542fcd-31cf-43d8-b0e6-5371fcea4aa2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.269013] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1808.269013] env[62448]: value = "task-2092580" [ 1808.269013] env[62448]: _type = "Task" [ 1808.269013] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.286634] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.535608] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.536178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.538817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.539647] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.540209] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.542386] env[62448]: INFO nova.compute.manager [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Terminating instance [ 1808.648044] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.683625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06f8ad15-29ad-44f6-94a5-51c11925e21e tempest-ServersAaction247Test-1378472840 tempest-ServersAaction247Test-1378472840-project-member] Lock "07724b49-3d2e-4eb0-bd70-def5a44d8125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.686s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.735836] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092576, 'name': ReconfigVM_Task, 'duration_secs': 0.742792} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.735836] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Reconfigured VM instance instance-00000011 to attach disk [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.735836] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eecb6f7f-ae2e-4870-92fe-b9f5ec386e2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.746300] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092577, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.746645] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160139} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.747595] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1808.750983] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6296bd4-2ba1-4976-9395-fd443d904180 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.755872] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1808.755872] env[62448]: value = "task-2092581" [ 1808.755872] env[62448]: _type = "Task" [ 1808.755872] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.785324] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c1116fcf-1515-4b16-80f1-8f5be6f7b13d/c1116fcf-1515-4b16-80f1-8f5be6f7b13d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.792622] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7483ea-b026-4abb-b897-4bd7720df31f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.814465] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092581, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.821162] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542185} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.822636] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.822865] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.823203] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1808.823203] env[62448]: value = "task-2092582" [ 1808.823203] env[62448]: _type = "Task" [ 1808.823203] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.823393] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7d0797-9e5f-45ed-b26e-33b5202ad36a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.829724] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.836657] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.837756] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1808.837756] env[62448]: value = "task-2092583" [ 1808.837756] env[62448]: _type = "Task" [ 1808.837756] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.848309] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.047382] env[62448]: DEBUG nova.compute.manager [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.047599] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.048644] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957139b-b10d-4136-80a0-9bd4e09a7909 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.057641] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.057919] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36c0fb2-d71d-44d2-8041-577fbf972335 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.145505] env[62448]: DEBUG oslo_vmware.api [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092578, 'name': PowerOnVM_Task, 'duration_secs': 0.914456} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.145950] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.146201] env[62448]: INFO nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1809.146455] env[62448]: DEBUG nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.147406] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d299f-4813-484d-81bb-2bc797002688 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.236313] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092577, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.248501] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.248501] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.248501] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleting the datastore file [datastore2] 14d0291d-c7db-4543-aab0-8fcc66fccfc8 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.248501] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e2a961b-bfd3-4460-a47c-8d86c9766bf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.269263] env[62448]: DEBUG oslo_vmware.api [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1809.269263] env[62448]: value = "task-2092585" [ 1809.269263] env[62448]: _type = "Task" [ 1809.269263] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.279528] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092581, 'name': Rename_Task, 'duration_secs': 0.280273} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.281398] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.281398] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165c173a-c21c-4e52-94c7-1e91498076b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.286746] env[62448]: DEBUG oslo_vmware.api [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.294028] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1809.294028] env[62448]: value = "task-2092586" [ 1809.294028] env[62448]: _type = "Task" [ 1809.294028] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.306530] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.339386] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.350792] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098102} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.351088] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.352033] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e75ae-ccb6-468c-baf5-8025aeaeb1fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.374893] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.377933] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b46850-1e5a-49b5-9d05-4d500f31452a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.400147] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.401065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.406012] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1809.406012] env[62448]: value = "task-2092587" [ 1809.406012] env[62448]: _type = "Task" [ 1809.406012] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.421396] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.672330] env[62448]: INFO nova.compute.manager [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Took 33.26 seconds to build instance. [ 1809.739416] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092577, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.741408] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cdef23-d603-45d0-be5e-085acbac7419 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.749595] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaee4cd-7fc3-4b18-b089-83509457cc19 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.788547] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c8b1f9-fa89-42ca-939c-d09b9cf13f7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.797289] env[62448]: DEBUG oslo_vmware.api [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182575} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.802472] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.802851] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.803155] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.803234] env[62448]: INFO nova.compute.manager [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Took 0.76 seconds to destroy the instance on the hypervisor. [ 1809.803436] env[62448]: DEBUG oslo.service.loopingcall [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.803702] env[62448]: DEBUG nova.compute.manager [-] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.803801] env[62448]: DEBUG nova.network.neutron [-] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.806759] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694c0f5-90f5-4495-9447-079bcc8a8e2b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.817852] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.826187] env[62448]: DEBUG nova.compute.provider_tree [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.841618] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092582, 'name': ReconfigVM_Task, 'duration_secs': 0.689201} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.842402] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c1116fcf-1515-4b16-80f1-8f5be6f7b13d/c1116fcf-1515-4b16-80f1-8f5be6f7b13d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.842549] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2d81e5-173c-4a03-a7c4-dc7b365b6511 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.850653] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1809.850653] env[62448]: value = "task-2092588" [ 1809.850653] env[62448]: _type = "Task" [ 1809.850653] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.863293] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092588, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.915897] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092587, 'name': ReconfigVM_Task, 'duration_secs': 0.45958} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.915897] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c6b3de20-554d-4867-96f6-92c05697049b/c6b3de20-554d-4867-96f6-92c05697049b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1809.916498] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aadddc0-2251-4f22-a8e8-e12d4d6a473e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.924559] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1809.924559] env[62448]: value = "task-2092589" [ 1809.924559] env[62448]: _type = "Task" [ 1809.924559] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.945213] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092589, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.108988] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.109262] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.174849] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f8a6b2a5-2441-40bc-ac48-1b4c4d286b46 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.497s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.242621] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092577, 'name': CloneVM_Task, 'duration_secs': 2.162498} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.242621] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Created linked-clone VM from snapshot [ 1810.244063] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330d57ab-a160-4f76-aecc-d26f0520a675 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.256093] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Uploading image dddbfdcc-3e8a-4935-a36d-7719718614ab {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1810.293414] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1810.293414] env[62448]: value = "vm-428571" [ 1810.293414] env[62448]: _type = "VirtualMachine" [ 1810.293414] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1810.293414] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bd4de0f-2843-4692-8029-d742d21d179f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.303475] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lease: (returnval){ [ 1810.303475] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a38c92-1fa1-22ab-7efc-356ee4f10e03" [ 1810.303475] env[62448]: _type = "HttpNfcLease" [ 1810.303475] env[62448]: } obtained for exporting VM: (result){ [ 1810.303475] env[62448]: value = "vm-428571" [ 1810.303475] env[62448]: _type = "VirtualMachine" [ 1810.303475] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1810.303725] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the lease: (returnval){ [ 1810.303725] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a38c92-1fa1-22ab-7efc-356ee4f10e03" [ 1810.303725] env[62448]: _type = "HttpNfcLease" [ 1810.303725] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1810.311500] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.315549] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1810.315549] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a38c92-1fa1-22ab-7efc-356ee4f10e03" [ 1810.315549] env[62448]: _type = "HttpNfcLease" [ 1810.315549] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1810.315945] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1810.315945] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a38c92-1fa1-22ab-7efc-356ee4f10e03" [ 1810.315945] env[62448]: _type = "HttpNfcLease" [ 1810.315945] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1810.318274] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb02b73-b64c-498e-b002-b6695ab7eb80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.325350] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290e3c8-857b-d33a-d06a-31a0fb04bf99/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1810.325624] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290e3c8-857b-d33a-d06a-31a0fb04bf99/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1810.329316] env[62448]: DEBUG nova.scheduler.client.report [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.391742] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.392326] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.399447] env[62448]: DEBUG nova.compute.manager [req-4904c9c8-b420-4152-9064-09e23b026416 req-4d2f4de7-5ee9-4dba-9620-c3e46dc58ad1 service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Received event network-vif-deleted-0a90c2a7-d5fc-4d18-a543-72e8cf795ad8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1810.399711] env[62448]: INFO nova.compute.manager [req-4904c9c8-b420-4152-9064-09e23b026416 req-4d2f4de7-5ee9-4dba-9620-c3e46dc58ad1 service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Neutron deleted interface 0a90c2a7-d5fc-4d18-a543-72e8cf795ad8; detaching it from the instance and deleting it from the info cache [ 1810.399931] env[62448]: DEBUG nova.network.neutron [req-4904c9c8-b420-4152-9064-09e23b026416 req-4d2f4de7-5ee9-4dba-9620-c3e46dc58ad1 service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.401231] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.721s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.402754] env[62448]: INFO nova.compute.claims [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.413869] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092588, 'name': Rename_Task, 'duration_secs': 0.174218} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.414193] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.414495] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b760f3e-dcfe-46f0-9c3c-bbc1702ae044 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.422886] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1810.422886] env[62448]: value = "task-2092591" [ 1810.422886] env[62448]: _type = "Task" [ 1810.422886] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.434798] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092589, 'name': Rename_Task, 'duration_secs': 0.165898} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.440055] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1810.440363] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.441334] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75237da3-e229-4be0-80d4-fb3592087a36 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.442966] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92c2eb43-a097-4e02-8660-6acec20ba762 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.451139] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1810.451139] env[62448]: value = "task-2092592" [ 1810.451139] env[62448]: _type = "Task" [ 1810.451139] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.462174] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.489883] env[62448]: DEBUG nova.compute.manager [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.490934] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024bc2e8-f878-4984-aad2-84a5c2ac6d1f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.682213] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.749681] env[62448]: DEBUG nova.network.neutron [-] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.809746] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.909383] env[62448]: DEBUG nova.compute.utils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1810.916630] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1810.916630] env[62448]: DEBUG nova.network.neutron [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1810.918617] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1452a8d-ad7f-4d04-a46d-17a0cd3b8280 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.945821] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72892f0f-7abf-4f77-9461-aeb20885bf3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.962169] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.978325] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.002490] env[62448]: DEBUG nova.compute.manager [req-4904c9c8-b420-4152-9064-09e23b026416 req-4d2f4de7-5ee9-4dba-9620-c3e46dc58ad1 service nova] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Detach interface failed, port_id=0a90c2a7-d5fc-4d18-a543-72e8cf795ad8, reason: Instance 14d0291d-c7db-4543-aab0-8fcc66fccfc8 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1811.004850] env[62448]: INFO nova.compute.manager [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] instance snapshotting [ 1811.010614] env[62448]: DEBUG nova.policy [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bc8e8f5f444a6cb896ac4856e2b82c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4dfc9136141422db5b1729f5d244c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1811.013096] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50391f6-a99b-4a4d-8aea-c2997bf9a81c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.038638] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7045aed7-dd04-4124-afa8-ade2af46256e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.228761] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.252464] env[62448]: INFO nova.compute.manager [-] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Took 1.45 seconds to deallocate network for instance. [ 1811.315721] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.417180] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.437552] env[62448]: DEBUG oslo_vmware.api [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092591, 'name': PowerOnVM_Task, 'duration_secs': 0.836797} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.437552] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.437552] env[62448]: INFO nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1811.437552] env[62448]: DEBUG nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.438322] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8732ff1b-c1c6-4936-ae0c-b91058a57462 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.481588] env[62448]: DEBUG oslo_vmware.api [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092592, 'name': PowerOnVM_Task, 'duration_secs': 0.812394} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.486884] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1811.487017] env[62448]: DEBUG nova.compute.manager [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.488379] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57305db-28d8-4183-aa62-49c2769b3d02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.508897] env[62448]: DEBUG nova.network.neutron [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Successfully created port: 0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.554916] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1811.554916] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44239672-649e-4320-8ca2-8f620b5e4c7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.563661] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1811.563661] env[62448]: value = "task-2092593" [ 1811.563661] env[62448]: _type = "Task" [ 1811.563661] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.573859] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.759844] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.815959] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.964806] env[62448]: INFO nova.compute.manager [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Took 33.27 seconds to build instance. [ 1812.017532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.079575] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.109603] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fde227-bb7b-49a9-9aef-039f0d4d3aaf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.121259] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219916e9-c51a-4813-8877-cd9258ac0a7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.167013] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.170483] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.170483] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1812.170483] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1812.171023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a045e3e1-baf2-422f-adcc-bac3e48d29e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.181793] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7cac69-b1e6-48ef-a62b-f2216002e3e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.201293] env[62448]: DEBUG nova.compute.provider_tree [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.316762] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.434858] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.466728] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.467540] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.467836] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.468140] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.468485] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.468755] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.469094] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.469453] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.469767] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.470079] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.470354] env[62448]: DEBUG nova.virt.hardware [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.470992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afb6cabc-f943-443a-969a-ac91475e1763 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.301s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.472082] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25acff66-5db8-4289-a56d-a649345698d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.484682] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9276190-7e1b-4120-a995-6b095026fc99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.560711] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.561010] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.576305] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092593, 'name': CreateSnapshot_Task, 'duration_secs': 0.788305} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.576646] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1812.577931] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be861955-2402-486a-a6d2-3a2d368c4e53 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.593022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "c6b3de20-554d-4867-96f6-92c05697049b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.593022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "c6b3de20-554d-4867-96f6-92c05697049b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.593022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "c6b3de20-554d-4867-96f6-92c05697049b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.593022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "c6b3de20-554d-4867-96f6-92c05697049b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.593022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "c6b3de20-554d-4867-96f6-92c05697049b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.594783] env[62448]: INFO nova.compute.manager [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Terminating instance [ 1812.680056] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Skipping network cache update for instance because it is being deleted. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1812.680243] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Skipping network cache update for instance because it is Building. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1812.680371] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Skipping network cache update for instance because it is Building. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1812.708097] env[62448]: DEBUG nova.scheduler.client.report [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.725550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.725550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.725550] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1812.725550] env[62448]: DEBUG nova.objects.instance [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lazy-loading 'info_cache' on Instance uuid 1f121468-f5a8-4784-bd54-ed67670f4318 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.814267] env[62448]: DEBUG oslo_vmware.api [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092586, 'name': PowerOnVM_Task, 'duration_secs': 3.364737} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.814625] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.814833] env[62448]: DEBUG nova.compute.manager [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.815638] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa7a4f-d472-486e-9822-4f4865089da9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.980215] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1813.099992] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1813.101202] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "refresh_cache-c6b3de20-554d-4867-96f6-92c05697049b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.101555] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquired lock "refresh_cache-c6b3de20-554d-4867-96f6-92c05697049b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.101779] env[62448]: DEBUG nova.network.neutron [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1813.106770] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c884f599-05b8-4783-9a99-f6dcd086cf4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.118675] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1813.118675] env[62448]: value = "task-2092594" [ 1813.118675] env[62448]: _type = "Task" [ 1813.118675] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.134843] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092594, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.213882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.214516] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.218550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.318s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.220113] env[62448]: INFO nova.compute.claims [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.342238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.511953] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.620658] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.622132] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.622132] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.622132] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.622132] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.629920] env[62448]: INFO nova.compute.manager [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Terminating instance [ 1813.648235] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092594, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.651949] env[62448]: DEBUG nova.network.neutron [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1813.717719] env[62448]: DEBUG nova.network.neutron [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Successfully updated port: 0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1813.726791] env[62448]: DEBUG nova.compute.utils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.734199] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.737202] env[62448]: DEBUG nova.network.neutron [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.772076] env[62448]: DEBUG nova.network.neutron [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.862333] env[62448]: DEBUG nova.policy [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4bc8e8f5f444a6cb896ac4856e2b82c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4dfc9136141422db5b1729f5d244c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.921269] env[62448]: DEBUG nova.compute.manager [req-18c0400b-614a-4ae8-a22f-0d22e2dadee7 req-9e4ee7a3-3b42-44e1-a41a-85a54d0307f4 service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Received event network-vif-plugged-0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1813.921269] env[62448]: DEBUG oslo_concurrency.lockutils [req-18c0400b-614a-4ae8-a22f-0d22e2dadee7 req-9e4ee7a3-3b42-44e1-a41a-85a54d0307f4 service nova] Acquiring lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.921269] env[62448]: DEBUG oslo_concurrency.lockutils [req-18c0400b-614a-4ae8-a22f-0d22e2dadee7 req-9e4ee7a3-3b42-44e1-a41a-85a54d0307f4 service nova] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.921746] env[62448]: DEBUG oslo_concurrency.lockutils [req-18c0400b-614a-4ae8-a22f-0d22e2dadee7 req-9e4ee7a3-3b42-44e1-a41a-85a54d0307f4 service nova] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.922668] env[62448]: DEBUG nova.compute.manager [req-18c0400b-614a-4ae8-a22f-0d22e2dadee7 req-9e4ee7a3-3b42-44e1-a41a-85a54d0307f4 service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] No waiting events found dispatching network-vif-plugged-0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.922668] env[62448]: WARNING nova.compute.manager [req-18c0400b-614a-4ae8-a22f-0d22e2dadee7 req-9e4ee7a3-3b42-44e1-a41a-85a54d0307f4 service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Received unexpected event network-vif-plugged-0a8ee68a-96aa-4551-913c-a0ff9790aac3 for instance with vm_state building and task_state spawning. [ 1814.135706] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092594, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.146862] env[62448]: DEBUG nova.compute.manager [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.154543] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.154543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256de328-2bb2-4a71-8bd0-2be549338a02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.163956] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.164567] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d3dc75-9174-4c22-a180-335edf4f149f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.177178] env[62448]: DEBUG oslo_vmware.api [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1814.177178] env[62448]: value = "task-2092595" [ 1814.177178] env[62448]: _type = "Task" [ 1814.177178] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.188580] env[62448]: DEBUG oslo_vmware.api [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.221125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "refresh_cache-45270ec5-a7d3-47de-b5cb-9fa320ac2250" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.221284] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "refresh_cache-45270ec5-a7d3-47de-b5cb-9fa320ac2250" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.221436] env[62448]: DEBUG nova.network.neutron [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.241769] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.281337] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Releasing lock "refresh_cache-c6b3de20-554d-4867-96f6-92c05697049b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.282804] env[62448]: DEBUG nova.compute.manager [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.282804] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.289811] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f964873-74bf-463d-91cd-bcd872de15bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.301106] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.301106] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4998017a-2015-42fe-9ecc-1b0bda20bf1a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.312151] env[62448]: DEBUG oslo_vmware.api [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1814.312151] env[62448]: value = "task-2092596" [ 1814.312151] env[62448]: _type = "Task" [ 1814.312151] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.323236] env[62448]: DEBUG nova.network.neutron [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Successfully created port: 1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.332858] env[62448]: DEBUG oslo_vmware.api [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.439467] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.439820] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.638846] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092594, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.689943] env[62448]: DEBUG oslo_vmware.api [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092595, 'name': PowerOffVM_Task, 'duration_secs': 0.468467} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.690416] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.690671] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.691013] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09ee8ffe-4daf-47fc-b867-33de0170b866 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.791859] env[62448]: DEBUG nova.network.neutron [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1814.800314] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.800681] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.801261] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Deleting the datastore file [datastore2] c1116fcf-1515-4b16-80f1-8f5be6f7b13d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.801766] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9990d4b-b9c0-40b1-a739-699805a995e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.810788] env[62448]: DEBUG oslo_vmware.api [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for the task: (returnval){ [ 1814.810788] env[62448]: value = "task-2092598" [ 1814.810788] env[62448]: _type = "Task" [ 1814.810788] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.832860] env[62448]: DEBUG oslo_vmware.api [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.833230] env[62448]: DEBUG oslo_vmware.api [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092596, 'name': PowerOffVM_Task, 'duration_secs': 0.332138} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.838354] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.841179] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.841179] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5563f932-9bfe-4034-a47a-6240d352a1c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.845329] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [{"id": "04b3dba0-087e-41e9-b74c-022c98a3855f", "address": "fa:16:3e:6e:94:76", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b3dba0-08", "ovs_interfaceid": "04b3dba0-087e-41e9-b74c-022c98a3855f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.870020] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.870020] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.870020] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Deleting the datastore file [datastore2] c6b3de20-554d-4867-96f6-92c05697049b {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.870020] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cdb75b3-bda6-4679-9737-4d5ccee2c9da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.881405] env[62448]: DEBUG oslo_vmware.api [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for the task: (returnval){ [ 1814.881405] env[62448]: value = "task-2092600" [ 1814.881405] env[62448]: _type = "Task" [ 1814.881405] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.893350] env[62448]: DEBUG oslo_vmware.api [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.929800] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fecbe1-2580-490c-ade8-a72910e7bd0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.944319] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f991cb-1a8a-4fc4-a5cf-74f5cc03d72c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.988639] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e6232-58f2-4766-a252-63763308534d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.000043] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cdd4a4-40bb-4560-b19f-181e507f6e7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.015719] env[62448]: DEBUG nova.compute.provider_tree [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.038898] env[62448]: DEBUG nova.network.neutron [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Updating instance_info_cache with network_info: [{"id": "0a8ee68a-96aa-4551-913c-a0ff9790aac3", "address": "fa:16:3e:5a:75:37", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8ee68a-96", "ovs_interfaceid": "0a8ee68a-96aa-4551-913c-a0ff9790aac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.137813] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092594, 'name': CloneVM_Task, 'duration_secs': 1.724952} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.138147] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Created linked-clone VM from snapshot [ 1815.138925] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d46ef4a-e05a-43fd-aee1-0746e5baa636 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.148325] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Uploading image 4b441742-3057-4378-8642-67e0ac066931 {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1815.170692] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1815.170692] env[62448]: value = "vm-428573" [ 1815.170692] env[62448]: _type = "VirtualMachine" [ 1815.170692] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1815.170997] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58b60323-4639-4825-9413-88e05e243309 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.179798] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lease: (returnval){ [ 1815.179798] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b60638-3d77-ca1c-bf91-7e39e6b52412" [ 1815.179798] env[62448]: _type = "HttpNfcLease" [ 1815.179798] env[62448]: } obtained for exporting VM: (result){ [ 1815.179798] env[62448]: value = "vm-428573" [ 1815.179798] env[62448]: _type = "VirtualMachine" [ 1815.179798] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1815.180084] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the lease: (returnval){ [ 1815.180084] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b60638-3d77-ca1c-bf91-7e39e6b52412" [ 1815.180084] env[62448]: _type = "HttpNfcLease" [ 1815.180084] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1815.189863] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.189863] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b60638-3d77-ca1c-bf91-7e39e6b52412" [ 1815.189863] env[62448]: _type = "HttpNfcLease" [ 1815.189863] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1815.259621] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.284625] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.284625] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.284819] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.286078] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.286376] env[62448]: DEBUG nova.virt.hardware [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.287157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fa0f55-2ffd-4c2c-9f7d-76d9ed281342 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.297157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce0e4d8-ea08-4523-a7bb-723f953dcca4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.323607] env[62448]: DEBUG oslo_vmware.api [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Task: {'id': task-2092598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.323871] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.324106] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.324251] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.324425] env[62448]: INFO nova.compute.manager [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1815.324670] env[62448]: DEBUG oslo.service.loopingcall [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.324871] env[62448]: DEBUG nova.compute.manager [-] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.324964] env[62448]: DEBUG nova.network.neutron [-] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.346631] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-1f121468-f5a8-4784-bd54-ed67670f4318" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.346850] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1815.347084] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.347373] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.347567] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.347787] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.347972] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.348177] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.348314] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1815.395049] env[62448]: DEBUG oslo_vmware.api [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Task: {'id': task-2092600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169718} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.395549] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.395838] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.396158] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.396442] env[62448]: INFO nova.compute.manager [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1815.396811] env[62448]: DEBUG oslo.service.loopingcall [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.397123] env[62448]: DEBUG nova.compute.manager [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.397379] env[62448]: DEBUG nova.network.neutron [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.418692] env[62448]: DEBUG nova.network.neutron [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1815.523400] env[62448]: DEBUG nova.scheduler.client.report [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.543698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "refresh_cache-45270ec5-a7d3-47de-b5cb-9fa320ac2250" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.543698] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Instance network_info: |[{"id": "0a8ee68a-96aa-4551-913c-a0ff9790aac3", "address": "fa:16:3e:5a:75:37", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8ee68a-96", "ovs_interfaceid": "0a8ee68a-96aa-4551-913c-a0ff9790aac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.543698] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:75:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a8ee68a-96aa-4551-913c-a0ff9790aac3', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.551335] env[62448]: DEBUG oslo.service.loopingcall [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.552088] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.552471] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7f6af7-ca4e-4f15-887d-08ba21138d36 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.576617] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.576617] env[62448]: value = "task-2092602" [ 1815.576617] env[62448]: _type = "Task" [ 1815.576617] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.588036] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092602, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.689854] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.689854] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b60638-3d77-ca1c-bf91-7e39e6b52412" [ 1815.689854] env[62448]: _type = "HttpNfcLease" [ 1815.689854] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1815.690187] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1815.690187] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b60638-3d77-ca1c-bf91-7e39e6b52412" [ 1815.690187] env[62448]: _type = "HttpNfcLease" [ 1815.690187] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1815.690949] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a42bf8-84f7-4a41-a648-af1a94d79985 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.699533] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb213-7c7a-1f91-205e-8ab6f371b918/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1815.699722] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb213-7c7a-1f91-205e-8ab6f371b918/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1815.758443] env[62448]: INFO nova.compute.manager [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Rebuilding instance [ 1815.818384] env[62448]: DEBUG nova.compute.manager [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.818828] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71dcba3-6666-44ce-b94e-59e736116d64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.824922] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84bf0ad1-0e9d-438f-9960-05cd123761c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.923112] env[62448]: DEBUG nova.network.neutron [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.948460] env[62448]: DEBUG nova.compute.manager [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Received event network-changed-0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1815.948635] env[62448]: DEBUG nova.compute.manager [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Refreshing instance network info cache due to event network-changed-0a8ee68a-96aa-4551-913c-a0ff9790aac3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1815.948853] env[62448]: DEBUG oslo_concurrency.lockutils [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] Acquiring lock "refresh_cache-45270ec5-a7d3-47de-b5cb-9fa320ac2250" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.948995] env[62448]: DEBUG oslo_concurrency.lockutils [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] Acquired lock "refresh_cache-45270ec5-a7d3-47de-b5cb-9fa320ac2250" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.953543] env[62448]: DEBUG nova.network.neutron [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Refreshing network info cache for port 0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.030044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.030044] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1816.031699] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.501s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.033575] env[62448]: INFO nova.compute.claims [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1816.089974] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092602, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.146331] env[62448]: DEBUG nova.network.neutron [-] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.347018] env[62448]: DEBUG nova.network.neutron [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Successfully updated port: 1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.428488] env[62448]: INFO nova.compute.manager [-] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Took 1.03 seconds to deallocate network for instance. [ 1816.548025] env[62448]: DEBUG nova.compute.utils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.548025] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1816.548025] env[62448]: DEBUG nova.network.neutron [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.595891] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092602, 'name': CreateVM_Task, 'duration_secs': 0.54382} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.596245] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.597049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.597426] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.597911] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.598237] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1642d267-6c94-4bc0-a311-a538298d13a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.604699] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1816.604699] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5278cbe6-08c3-df77-e386-a7417d54b88c" [ 1816.604699] env[62448]: _type = "Task" [ 1816.604699] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.618769] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5278cbe6-08c3-df77-e386-a7417d54b88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.649117] env[62448]: INFO nova.compute.manager [-] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Took 1.32 seconds to deallocate network for instance. [ 1816.655469] env[62448]: DEBUG nova.policy [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d9479c4b7334efba48ead866881cdb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330b8c9af6904befb8ad133b40f2d313', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1816.839160] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.839607] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf45564-193d-4186-805b-286ab8ed8527 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.849366] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1816.849366] env[62448]: value = "task-2092603" [ 1816.849366] env[62448]: _type = "Task" [ 1816.849366] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.854873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "refresh_cache-458f738c-d224-4d91-9aa9-f4b5d49aa243" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.855128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "refresh_cache-458f738c-d224-4d91-9aa9-f4b5d49aa243" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.855815] env[62448]: DEBUG nova.network.neutron [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.870201] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.880203] env[62448]: DEBUG nova.network.neutron [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Updated VIF entry in instance network info cache for port 0a8ee68a-96aa-4551-913c-a0ff9790aac3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.881197] env[62448]: DEBUG nova.network.neutron [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Updating instance_info_cache with network_info: [{"id": "0a8ee68a-96aa-4551-913c-a0ff9790aac3", "address": "fa:16:3e:5a:75:37", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8ee68a-96", "ovs_interfaceid": "0a8ee68a-96aa-4551-913c-a0ff9790aac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.939398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.056962] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1817.122806] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5278cbe6-08c3-df77-e386-a7417d54b88c, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.123414] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.123529] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.123840] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.124039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.124388] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.125180] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b722c89-722e-473c-9e15-b905bf2c3694 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.134450] env[62448]: DEBUG nova.network.neutron [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Successfully created port: 0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.138503] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.138784] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.139621] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed93a9a8-63d7-4356-a05f-93a0bee165c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.147521] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1817.147521] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b3edf2-9fdd-15d9-f96c-ad7c72d69ca5" [ 1817.147521] env[62448]: _type = "Task" [ 1817.147521] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.157835] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b3edf2-9fdd-15d9-f96c-ad7c72d69ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.161303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.360098] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092603, 'name': PowerOffVM_Task, 'duration_secs': 0.283766} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.360446] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.360718] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.362059] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d56e0-df2e-4acf-9ae1-2b72f786d9b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.374980] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.375480] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d04500-4ce1-4057-808d-5183f3949ffd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.382962] env[62448]: DEBUG oslo_concurrency.lockutils [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] Releasing lock "refresh_cache-45270ec5-a7d3-47de-b5cb-9fa320ac2250" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.383293] env[62448]: DEBUG nova.compute.manager [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Received event network-vif-deleted-df425020-0d5f-4dda-8656-a1ad1e3813ee {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1817.383476] env[62448]: INFO nova.compute.manager [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Neutron deleted interface df425020-0d5f-4dda-8656-a1ad1e3813ee; detaching it from the instance and deleting it from the info cache [ 1817.383650] env[62448]: DEBUG nova.network.neutron [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.414974] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.415396] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.415601] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Deleting the datastore file [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.416585] env[62448]: DEBUG nova.network.neutron [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.418811] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0ef46ab-a5ec-4b8c-85eb-71f5f12ab203 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.430809] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1817.430809] env[62448]: value = "task-2092605" [ 1817.430809] env[62448]: _type = "Task" [ 1817.430809] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.449041] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.616859] env[62448]: DEBUG nova.network.neutron [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Updating instance_info_cache with network_info: [{"id": "1a211c28-9a6b-464e-aca5-c160cb193529", "address": "fa:16:3e:11:6d:fa", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a211c28-9a", "ovs_interfaceid": "1a211c28-9a6b-464e-aca5-c160cb193529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.658674] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b3edf2-9fdd-15d9-f96c-ad7c72d69ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.662404] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3943ed4-fa8f-469d-a91e-fd3b9079aaa0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.669645] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1817.669645] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522493fb-bab8-bd46-961f-747533c4e6a2" [ 1817.669645] env[62448]: _type = "Task" [ 1817.669645] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.680969] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522493fb-bab8-bd46-961f-747533c4e6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.690495] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef19abc-76d2-4581-aef8-d0b4702f4fad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.699036] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f8685e-9c8a-4ee3-a0ea-e545c859d84b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.733556] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25562893-8ceb-4e9b-a3e7-82a6c4aef69f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.743422] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3b05b-59e3-48a8-acbf-8df2e14e0961 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.758381] env[62448]: DEBUG nova.compute.provider_tree [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.886486] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cad743d3-58b3-4412-836e-56053acb13ac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.898072] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae1812-1b58-41bf-9015-789852af9b97 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.930130] env[62448]: DEBUG nova.compute.manager [req-37e59b4f-d922-4571-88d6-1c2c71b2822e req-4e8125ce-9bc4-48f7-9ca4-bc1c51236c5d service nova] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Detach interface failed, port_id=df425020-0d5f-4dda-8656-a1ad1e3813ee, reason: Instance c1116fcf-1515-4b16-80f1-8f5be6f7b13d could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1817.955526] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135908} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.955959] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.956282] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.956554] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.073588] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1818.122852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "refresh_cache-458f738c-d224-4d91-9aa9-f4b5d49aa243" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.123238] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Instance network_info: |[{"id": "1a211c28-9a6b-464e-aca5-c160cb193529", "address": "fa:16:3e:11:6d:fa", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a211c28-9a", "ovs_interfaceid": "1a211c28-9a6b-464e-aca5-c160cb193529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.124172] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:6d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a211c28-9a6b-464e-aca5-c160cb193529', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.132526] env[62448]: DEBUG oslo.service.loopingcall [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.132787] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.133042] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3f2acee-9d9f-45ca-ba74-351ddbb55d4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.156138] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.156138] env[62448]: value = "task-2092606" [ 1818.156138] env[62448]: _type = "Task" [ 1818.156138] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.165777] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092606, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.181316] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522493fb-bab8-bd46-961f-747533c4e6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.181700] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.182119] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 45270ec5-a7d3-47de-b5cb-9fa320ac2250/45270ec5-a7d3-47de-b5cb-9fa320ac2250.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.182512] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e55d3b03-e800-486a-84d8-c49fa94f0bed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.195534] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1818.195534] env[62448]: value = "task-2092607" [ 1818.195534] env[62448]: _type = "Task" [ 1818.195534] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.205123] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.262160] env[62448]: DEBUG nova.scheduler.client.report [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.672118] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092606, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.708888] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092607, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.771339] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.772372] env[62448]: DEBUG nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.777154] env[62448]: DEBUG nova.network.neutron [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Successfully updated port: 0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.780020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.641s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.780020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.780642] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.568s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.780830] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.782737] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.492s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.810377] env[62448]: INFO nova.scheduler.client.report [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Deleted allocations for instance c3451d02-6b64-4cbd-b873-c2cc641e5afc [ 1818.812254] env[62448]: INFO nova.scheduler.client.report [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Deleted allocations for instance 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2 [ 1819.168362] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092606, 'name': CreateVM_Task, 'duration_secs': 0.558778} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.168565] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1819.169321] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.169498] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.169866] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1819.170165] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac8f1b4-22c8-4e60-8651-4f8dc0324e09 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.176682] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1819.176682] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525149d6-fd6a-30b2-3a02-526669a47f95" [ 1819.176682] env[62448]: _type = "Task" [ 1819.176682] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.185928] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525149d6-fd6a-30b2-3a02-526669a47f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.206528] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723054} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.206792] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 45270ec5-a7d3-47de-b5cb-9fa320ac2250/45270ec5-a7d3-47de-b5cb-9fa320ac2250.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.207013] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.207283] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9f775a1-00a4-4904-9b0f-d6a5b14cf8dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.215860] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1819.215860] env[62448]: value = "task-2092608" [ 1819.215860] env[62448]: _type = "Task" [ 1819.215860] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.224107] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.286779] env[62448]: DEBUG nova.compute.utils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.288413] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.288551] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.288693] env[62448]: DEBUG nova.network.neutron [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.292598] env[62448]: DEBUG nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1819.323270] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78c8d693-3092-4e55-9810-383c2b244aa1 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932 tempest-FloatingIPsAssociationNegativeTestJSON-1014482932-project-member] Lock "c3451d02-6b64-4cbd-b873-c2cc641e5afc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.203s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.331804] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ee2a9900-80e9-4360-afd8-f7d24b8eacca tempest-AttachInterfacesV270Test-424903278 tempest-AttachInterfacesV270Test-424903278-project-member] Lock "8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.796s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.688574] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525149d6-fd6a-30b2-3a02-526669a47f95, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.691492] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.691838] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.692051] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.692188] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.692366] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.692858] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce76a745-60ec-431f-9536-38beacc7f5d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.704393] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.704638] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.705717] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99850c87-264b-4a0d-91d9-3de4fdd07fa1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.717043] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1819.717043] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b40e46-b206-988e-7a74-399f5cc211e7" [ 1819.717043] env[62448]: _type = "Task" [ 1819.717043] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.733116] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076993} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.737554] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.738192] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b40e46-b206-988e-7a74-399f5cc211e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.743751] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4381bc21-cb86-45dd-aab1-ef0377f799ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.747720] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c193ff7-a6c1-4c96-bf42-4934ebc0b491 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.760019] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1819.760019] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b7ee3b-8909-e2ad-1c35-c691130e012c" [ 1819.760019] env[62448]: _type = "Task" [ 1819.760019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.780708] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 45270ec5-a7d3-47de-b5cb-9fa320ac2250/45270ec5-a7d3-47de-b5cb-9fa320ac2250.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.786915] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.787407] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.787769] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.789029] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.789029] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.789029] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.789029] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.789029] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.789288] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.789381] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.789563] env[62448]: DEBUG nova.virt.hardware [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.792915] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4a307d-2b65-4be5-973a-4093748a0484 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.810013] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165857d-c730-4396-9473-243330595c9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.813778] env[62448]: DEBUG nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.828812] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.829070] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.829419] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.829642] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.829793] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.829939] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.830193] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.830642] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.830847] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.831176] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.831278] env[62448]: DEBUG nova.virt.hardware [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.832691] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88869ac-d08d-483e-b9a8-dbeef2b00bda {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.837317] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b7ee3b-8909-e2ad-1c35-c691130e012c, 'name': SearchDatastore_Task, 'duration_secs': 0.017855} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.839384] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b56a1f-63ea-454d-9594-ea4c494704ac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.846556] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.849021] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 458f738c-d224-4d91-9aa9-f4b5d49aa243/458f738c-d224-4d91-9aa9-f4b5d49aa243.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.849021] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1819.849021] env[62448]: value = "task-2092609" [ 1819.849021] env[62448]: _type = "Task" [ 1819.849021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.849021] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61baaa77-8b76-490e-ba04-584e905d3805 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.856576] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290e3c8-857b-d33a-d06a-31a0fb04bf99/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1819.872936] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6a01b-0e8b-4fc4-b189-1258a60c33a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.875989] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857afaba-4b71-4dc2-b340-194178629a5d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.881098] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37651623-f1e5-43ba-a4a3-41953d8a5bfc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.884404] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1819.884404] env[62448]: value = "task-2092610" [ 1819.884404] env[62448]: _type = "Task" [ 1819.884404] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.888597] env[62448]: DEBUG nova.network.neutron [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1819.891487] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.909187] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.914942] env[62448]: DEBUG oslo.service.loopingcall [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.915360] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290e3c8-857b-d33a-d06a-31a0fb04bf99/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1819.915546] env[62448]: ERROR oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290e3c8-857b-d33a-d06a-31a0fb04bf99/disk-0.vmdk due to incomplete transfer. [ 1819.916258] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.917275] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf25492d-3fd8-4a68-a59f-8e4486ee1875 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.920748] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fcee2601-e877-4923-9f0b-00cdb9c2aa2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.927748] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed10ef95-e2bc-408f-8325-0a8ab4028232 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.941622] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.977908] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f885e2c-b318-4753-aca2-b239e32d238b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.980906] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.980906] env[62448]: value = "task-2092611" [ 1819.980906] env[62448]: _type = "Task" [ 1819.980906] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.981377] env[62448]: DEBUG oslo_vmware.rw_handles [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5290e3c8-857b-d33a-d06a-31a0fb04bf99/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1819.981454] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Uploaded image dddbfdcc-3e8a-4935-a36d-7719718614ab to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1819.983914] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1819.986828] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc84839d-254d-4ad1-954f-dd42638ae207 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.996036] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc96993-29cb-41cd-8c43-9b0c353047bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.005168] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092611, 'name': CreateVM_Task} progress is 15%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.005593] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1820.005593] env[62448]: value = "task-2092612" [ 1820.005593] env[62448]: _type = "Task" [ 1820.005593] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.018759] env[62448]: DEBUG nova.compute.provider_tree [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.026812] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092612, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.163126] env[62448]: DEBUG nova.network.neutron [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [{"id": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "address": "fa:16:3e:12:67:a0", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a0889-25", "ovs_interfaceid": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.371773] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.404415] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.498976] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092611, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.517128] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092612, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.522459] env[62448]: DEBUG nova.scheduler.client.report [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.666462] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.666895] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance network_info: |[{"id": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "address": "fa:16:3e:12:67:a0", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a0889-25", "ovs_interfaceid": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.667379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:67:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a8a0889-25fc-4fd5-a22c-d571d20c0252', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.676128] env[62448]: DEBUG oslo.service.loopingcall [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.676763] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.678981] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92e54a26-0745-4b24-b00d-43b97023d0d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.699591] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.699591] env[62448]: value = "task-2092613" [ 1820.699591] env[62448]: _type = "Task" [ 1820.699591] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.708552] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092613, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.718979] env[62448]: DEBUG nova.compute.manager [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Received event network-vif-plugged-1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1820.719237] env[62448]: DEBUG oslo_concurrency.lockutils [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] Acquiring lock "458f738c-d224-4d91-9aa9-f4b5d49aa243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.719447] env[62448]: DEBUG oslo_concurrency.lockutils [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.719609] env[62448]: DEBUG oslo_concurrency.lockutils [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.719771] env[62448]: DEBUG nova.compute.manager [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] No waiting events found dispatching network-vif-plugged-1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.719940] env[62448]: WARNING nova.compute.manager [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Received unexpected event network-vif-plugged-1a211c28-9a6b-464e-aca5-c160cb193529 for instance with vm_state building and task_state spawning. [ 1820.720117] env[62448]: DEBUG nova.compute.manager [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Received event network-changed-1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1820.720381] env[62448]: DEBUG nova.compute.manager [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Refreshing instance network info cache due to event network-changed-1a211c28-9a6b-464e-aca5-c160cb193529. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1820.720472] env[62448]: DEBUG oslo_concurrency.lockutils [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] Acquiring lock "refresh_cache-458f738c-d224-4d91-9aa9-f4b5d49aa243" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.720592] env[62448]: DEBUG oslo_concurrency.lockutils [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] Acquired lock "refresh_cache-458f738c-d224-4d91-9aa9-f4b5d49aa243" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.720840] env[62448]: DEBUG nova.network.neutron [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Refreshing network info cache for port 1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.826165] env[62448]: DEBUG nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1820.851741] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.851887] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.852089] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.853052] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.853052] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.853052] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.853052] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.853052] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.853052] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.853324] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.853401] env[62448]: DEBUG nova.virt.hardware [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.854724] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee9e6d-ffcc-4fde-9cdf-468f6da103bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.870932] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc88ef-7fbe-4c45-a3de-faa596279103 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.875706] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092609, 'name': ReconfigVM_Task, 'duration_secs': 0.645096} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.876054] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 45270ec5-a7d3-47de-b5cb-9fa320ac2250/45270ec5-a7d3-47de-b5cb-9fa320ac2250.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.877097] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-941da526-88d9-48ef-8866-44bc8cd76377 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.892323] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.898095] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Creating folder: Project (3344fcab831546b6b636b7aab57b895d). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1820.899915] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e11989a3-116c-4d6e-8541-4abaf5442ac4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.903982] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1820.903982] env[62448]: value = "task-2092614" [ 1820.903982] env[62448]: _type = "Task" [ 1820.903982] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.913726] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092614, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.917088] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654979} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.918441] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 458f738c-d224-4d91-9aa9-f4b5d49aa243/458f738c-d224-4d91-9aa9-f4b5d49aa243.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.918683] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.918953] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Created folder: Project (3344fcab831546b6b636b7aab57b895d) in parent group-v428508. [ 1820.919165] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Creating folder: Instances. Parent ref: group-v428578. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1820.919424] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec2c1ae2-93f8-4cfa-ac51-e7f24e2b55d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.921510] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b0d0134-95f6-4f07-95ea-747b384aa88f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.928779] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1820.928779] env[62448]: value = "task-2092616" [ 1820.928779] env[62448]: _type = "Task" [ 1820.928779] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.933858] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Created folder: Instances in parent group-v428578. [ 1820.934199] env[62448]: DEBUG oslo.service.loopingcall [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.934419] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.934642] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9653ef71-4167-45fe-8004-9d935c3772be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.957316] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.964420] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.964420] env[62448]: value = "task-2092618" [ 1820.964420] env[62448]: _type = "Task" [ 1820.964420] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.995488] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092618, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.001985] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092611, 'name': CreateVM_Task, 'duration_secs': 0.578021} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.002188] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.002603] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.002780] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.003280] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.003931] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc96e720-f0c5-4e70-b7c2-86323fe67694 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.012154] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1821.012154] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5223c433-65a1-8fb0-30ad-f77bfcc45758" [ 1821.012154] env[62448]: _type = "Task" [ 1821.012154] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.018854] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092612, 'name': Destroy_Task, 'duration_secs': 0.732922} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.019519] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Destroyed the VM [ 1821.019764] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1821.020046] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-59c24ee6-79ed-4bd4-89df-56bbb2f7619a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.025110] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223c433-65a1-8fb0-30ad-f77bfcc45758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.034588] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1821.034588] env[62448]: value = "task-2092619" [ 1821.034588] env[62448]: _type = "Task" [ 1821.034588] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.047289] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.210257] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092613, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.416989] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092614, 'name': Rename_Task, 'duration_secs': 0.234767} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.419790] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.420106] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e1d9797-77a0-4a77-a5e3-d09e2ff20020 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.435200] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1821.435200] env[62448]: value = "task-2092620" [ 1821.435200] env[62448]: _type = "Task" [ 1821.435200] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.463112] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119039} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.467142] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.467568] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.468337] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2869df7-07e3-4f5a-8ed7-5e85650b95e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.482111] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092618, 'name': CreateVM_Task, 'duration_secs': 0.510121} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.493674] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.504367] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 458f738c-d224-4d91-9aa9-f4b5d49aa243/458f738c-d224-4d91-9aa9-f4b5d49aa243.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.507502] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.507728] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c061c5-043e-4f73-8f08-b6c3f50de945 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.532101] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223c433-65a1-8fb0-30ad-f77bfcc45758, 'name': SearchDatastore_Task, 'duration_secs': 0.019517} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.533645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.533885] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.534144] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.534293] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.534470] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.534784] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1821.534784] env[62448]: value = "task-2092621" [ 1821.534784] env[62448]: _type = "Task" [ 1821.534784] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.534983] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.535338] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.535566] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-666436b4-e30d-45a8-b562-dadcab3409db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.539120] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.756s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.542119] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bfed07-ecd4-4ce9-870c-b87e16d777ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.547962] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.030s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.548156] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.550601] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.288s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.551098] env[62448]: DEBUG nova.objects.instance [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lazy-loading 'resources' on Instance uuid 8b358027-b975-4a9d-b660-df3eeb083a8f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.570256] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092619, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.570512] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.570886] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1821.570886] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5217e0a7-e29e-c176-5abe-8d8f73f7a91a" [ 1821.570886] env[62448]: _type = "Task" [ 1821.570886] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.576192] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.576363] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.577517] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdeeb24-7209-4ec2-b0f3-86e0b4ad8755 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.584219] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5217e0a7-e29e-c176-5abe-8d8f73f7a91a, 'name': SearchDatastore_Task, 'duration_secs': 0.0151} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.585231] env[62448]: INFO nova.scheduler.client.report [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Deleted allocations for instance a4377c81-fb5e-4fca-90d7-f58fd40ff382 [ 1821.586710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.587035] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.587220] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.590908] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1821.590908] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5296ef68-b289-1c99-4038-a7f3ba6f1a47" [ 1821.590908] env[62448]: _type = "Task" [ 1821.590908] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.602455] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5296ef68-b289-1c99-4038-a7f3ba6f1a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.712079] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092613, 'name': CreateVM_Task, 'duration_secs': 0.712748} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.712079] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.712079] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.712079] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.712527] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.712557] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92d313d-2f7c-46aa-a1d0-9cd48c749556 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.718960] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1821.718960] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524e7d33-25eb-fac1-be17-9485a014cd90" [ 1821.718960] env[62448]: _type = "Task" [ 1821.718960] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.729628] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524e7d33-25eb-fac1-be17-9485a014cd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.755488] env[62448]: DEBUG nova.network.neutron [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Updated VIF entry in instance network info cache for port 1a211c28-9a6b-464e-aca5-c160cb193529. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.759171] env[62448]: DEBUG nova.network.neutron [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Updating instance_info_cache with network_info: [{"id": "1a211c28-9a6b-464e-aca5-c160cb193529", "address": "fa:16:3e:11:6d:fa", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a211c28-9a", "ovs_interfaceid": "1a211c28-9a6b-464e-aca5-c160cb193529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.951611] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.063574] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.070872] env[62448]: DEBUG oslo_vmware.api [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092619, 'name': RemoveSnapshot_Task, 'duration_secs': 1.021865} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.072271] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1822.072591] env[62448]: INFO nova.compute.manager [None req-78b29b9e-77fb-405c-9614-ef940b9fb591 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Took 17.01 seconds to snapshot the instance on the hypervisor. [ 1822.104021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-943d446b-f028-4bb3-b5ec-38ba4a677685 tempest-InstanceActionsTestJSON-619800177 tempest-InstanceActionsTestJSON-619800177-project-member] Lock "a4377c81-fb5e-4fca-90d7-f58fd40ff382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.363s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.118954] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5296ef68-b289-1c99-4038-a7f3ba6f1a47, 'name': SearchDatastore_Task, 'duration_secs': 0.014428} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.119500] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae7e443-87aa-4c95-b355-eafeb685ceb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.133595] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1822.133595] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523d118e-b43d-7748-0492-893cdd327278" [ 1822.133595] env[62448]: _type = "Task" [ 1822.133595] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.145272] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d118e-b43d-7748-0492-893cdd327278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.148469] env[62448]: INFO nova.scheduler.client.report [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted allocation for migration 02959dbf-34b6-450b-a261-d87c31e65f20 [ 1822.231317] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524e7d33-25eb-fac1-be17-9485a014cd90, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.238771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.239040] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.239258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.262097] env[62448]: DEBUG oslo_concurrency.lockutils [req-58aac333-461c-445b-a282-7a28c6aa2c01 req-fd5f362f-684e-4e17-98bb-5eb08d4f77fc service nova] Releasing lock "refresh_cache-458f738c-d224-4d91-9aa9-f4b5d49aa243" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.451824] env[62448]: DEBUG oslo_vmware.api [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092620, 'name': PowerOnVM_Task, 'duration_secs': 0.682218} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.451824] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.451824] env[62448]: INFO nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1822.451937] env[62448]: DEBUG nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.453591] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba4646f-fd64-4037-923a-50bdb61a6d21 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.555306] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092621, 'name': ReconfigVM_Task, 'duration_secs': 0.531638} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.555495] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 458f738c-d224-4d91-9aa9-f4b5d49aa243/458f738c-d224-4d91-9aa9-f4b5d49aa243.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.556215] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9314200e-706b-4e38-b684-13803cf2f0ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.565334] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1822.565334] env[62448]: value = "task-2092622" [ 1822.565334] env[62448]: _type = "Task" [ 1822.565334] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.578208] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092622, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.656081] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d118e-b43d-7748-0492-893cdd327278, 'name': SearchDatastore_Task, 'duration_secs': 0.018042} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.659286] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.659590] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.660157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.660796] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.660796] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c913c30-6824-461a-836f-ecdd6bec6a56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.663612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1298b3e-9ac6-4b85-ab47-1ef91a62415a tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.615s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.664678] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-318acba1-a2aa-4613-ac59-b8505600ee03 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.674422] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1822.674422] env[62448]: value = "task-2092623" [ 1822.674422] env[62448]: _type = "Task" [ 1822.674422] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.676534] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa3d7ae-ad82-4443-9930-d4624ce9f58d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.686604] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.687200] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.688909] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5102567e-78ee-44d2-b6b8-0f3074390ed2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.696122] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe76fe-5943-46bc-a117-f15be0965b4c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.704878] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.705234] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1822.705234] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524835a5-d76e-789a-4a26-bc6149031758" [ 1822.705234] env[62448]: _type = "Task" [ 1822.705234] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.739976] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afbdd96-2ed8-49ab-8f63-a40864beaa4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.742787] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524835a5-d76e-789a-4a26-bc6149031758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.749611] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30efb070-f916-47e5-8a03-bc4568598714 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.768653] env[62448]: DEBUG nova.compute.provider_tree [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.903601] env[62448]: DEBUG nova.compute.manager [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Received event network-vif-plugged-0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1822.903889] env[62448]: DEBUG oslo_concurrency.lockutils [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] Acquiring lock "7c037c97-6be9-4a20-90fe-621334a13535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.903889] env[62448]: DEBUG oslo_concurrency.lockutils [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] Lock "7c037c97-6be9-4a20-90fe-621334a13535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.904616] env[62448]: DEBUG oslo_concurrency.lockutils [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] Lock "7c037c97-6be9-4a20-90fe-621334a13535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.904616] env[62448]: DEBUG nova.compute.manager [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] No waiting events found dispatching network-vif-plugged-0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.904616] env[62448]: WARNING nova.compute.manager [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Received unexpected event network-vif-plugged-0a8a0889-25fc-4fd5-a22c-d571d20c0252 for instance with vm_state building and task_state spawning. [ 1822.904616] env[62448]: DEBUG nova.compute.manager [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Received event network-changed-0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1822.904785] env[62448]: DEBUG nova.compute.manager [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Refreshing instance network info cache due to event network-changed-0a8a0889-25fc-4fd5-a22c-d571d20c0252. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1822.905401] env[62448]: DEBUG oslo_concurrency.lockutils [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] Acquiring lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.905401] env[62448]: DEBUG oslo_concurrency.lockutils [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] Acquired lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.905619] env[62448]: DEBUG nova.network.neutron [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Refreshing network info cache for port 0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.983607] env[62448]: INFO nova.compute.manager [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Took 38.42 seconds to build instance. [ 1823.083033] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092622, 'name': Rename_Task, 'duration_secs': 0.331254} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.085472] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.085472] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84276d90-adf2-4c49-9838-15b1619aad4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.097071] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1823.097071] env[62448]: value = "task-2092624" [ 1823.097071] env[62448]: _type = "Task" [ 1823.097071] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.108083] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.188747] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.224893] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524835a5-d76e-789a-4a26-bc6149031758, 'name': SearchDatastore_Task, 'duration_secs': 0.016415} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.228543] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff15672-a1bc-4fb1-a5bc-753fcb4a5afa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.245000] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1823.245000] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521eebc9-be4f-b60a-8ae5-f2c6419d0374" [ 1823.245000] env[62448]: _type = "Task" [ 1823.245000] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.257596] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521eebc9-be4f-b60a-8ae5-f2c6419d0374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.272789] env[62448]: DEBUG nova.scheduler.client.report [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.485923] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc7df716-f6c6-4e55-8248-e0c7c267171a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.857s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.612716] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.691147] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752999} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.691616] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.691894] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.692227] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeda5113-795b-4cef-ab20-577fe514d617 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.701611] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1823.701611] env[62448]: value = "task-2092625" [ 1823.701611] env[62448]: _type = "Task" [ 1823.701611] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.711532] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.758902] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521eebc9-be4f-b60a-8ae5-f2c6419d0374, 'name': SearchDatastore_Task, 'duration_secs': 0.077182} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.759738] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.759738] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d26669e1-9612-490c-b4a6-ba83d2ced264/d26669e1-9612-490c-b4a6-ba83d2ced264.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.759930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.760531] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.761945] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7adf7dbb-4974-4a7e-af2a-dfe72f18ed63 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.763586] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b03fc4a7-28d7-4f26-bf88-18adc550e1d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.773903] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1823.773903] env[62448]: value = "task-2092626" [ 1823.773903] env[62448]: _type = "Task" [ 1823.773903] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.785046] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.787117] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.787295] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.788703] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.186s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.790383] env[62448]: INFO nova.compute.claims [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1823.797622] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae237551-258a-46c0-84a0-44156e7521c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.803466] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.807847] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1823.807847] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f1b496-2b7c-e3a5-d1e9-5ce5efd95261" [ 1823.807847] env[62448]: _type = "Task" [ 1823.807847] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.818579] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f1b496-2b7c-e3a5-d1e9-5ce5efd95261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.828820] env[62448]: INFO nova.scheduler.client.report [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Deleted allocations for instance 8b358027-b975-4a9d-b660-df3eeb083a8f [ 1823.990652] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1824.031617] env[62448]: DEBUG nova.network.neutron [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updated VIF entry in instance network info cache for port 0a8a0889-25fc-4fd5-a22c-d571d20c0252. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.033266] env[62448]: DEBUG nova.network.neutron [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [{"id": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "address": "fa:16:3e:12:67:a0", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a0889-25", "ovs_interfaceid": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.111560] env[62448]: DEBUG oslo_vmware.api [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092624, 'name': PowerOnVM_Task, 'duration_secs': 0.978984} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.111937] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.112680] env[62448]: INFO nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1824.112826] env[62448]: DEBUG nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.114296] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18352f-cab2-452b-89e6-9e16685abe68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.220514] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069621} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.221996] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.225536] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53385ca-44ee-4be7-a5ba-a15f1aff9c84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.253032] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.254662] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da43412-6089-41d6-85d9-fdc68337032c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.288898] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092626, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.290611] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1824.290611] env[62448]: value = "task-2092627" [ 1824.290611] env[62448]: _type = "Task" [ 1824.290611] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.308555] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.321011] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f1b496-2b7c-e3a5-d1e9-5ce5efd95261, 'name': SearchDatastore_Task, 'duration_secs': 0.018122} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.322835] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ceff887-44a1-491c-bc84-6c168ba20fae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.331103] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1824.331103] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524be2f8-7a88-fab7-8df2-087cd7a18221" [ 1824.331103] env[62448]: _type = "Task" [ 1824.331103] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.340674] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57eefc3d-a409-472a-a1c6-089628415c39 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "8b358027-b975-4a9d-b660-df3eeb083a8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.676s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.344926] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524be2f8-7a88-fab7-8df2-087cd7a18221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.528627] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.540598] env[62448]: DEBUG oslo_concurrency.lockutils [req-720f2a38-f917-4102-ad21-a010d08b3b76 req-ac371790-0700-49b5-8053-f058624b1dd8 service nova] Releasing lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.634463] env[62448]: INFO nova.compute.manager [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Took 38.99 seconds to build instance. [ 1824.791822] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759906} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.796127] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d26669e1-9612-490c-b4a6-ba83d2ced264/d26669e1-9612-490c-b4a6-ba83d2ced264.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.796398] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.799388] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7820ca9-61c1-4cfc-b60e-fd6922e80966 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.807834] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.809829] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1824.809829] env[62448]: value = "task-2092628" [ 1824.809829] env[62448]: _type = "Task" [ 1824.809829] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.825895] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.845806] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524be2f8-7a88-fab7-8df2-087cd7a18221, 'name': SearchDatastore_Task, 'duration_secs': 0.060444} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.846065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.846331] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7c037c97-6be9-4a20-90fe-621334a13535/7c037c97-6be9-4a20-90fe-621334a13535.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.846603] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-619ccd86-f49e-4ff8-8ef5-9722e7626093 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.855470] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1824.855470] env[62448]: value = "task-2092629" [ 1824.855470] env[62448]: _type = "Task" [ 1824.855470] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.870741] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.140472] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb2d37f1-a5f3-4976-81ae-f963f365f4b1 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.886s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.242018] env[62448]: DEBUG nova.compute.manager [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.242018] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff573e-d796-4f5e-8727-bfb267eafb60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.307142] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092627, 'name': ReconfigVM_Task, 'duration_secs': 0.720664} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.308212] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Reconfigured VM instance instance-00000011 to attach disk [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4/fca5ff75-8391-43dd-92a1-53c52bb797c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.309110] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c905e440-4478-4d52-9b89-a656639a7d0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.322081] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090083} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.327432] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.327838] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1825.327838] env[62448]: value = "task-2092630" [ 1825.327838] env[62448]: _type = "Task" [ 1825.327838] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.328830] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a132774-c81d-48f6-8d28-f98604e82434 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.364054] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d26669e1-9612-490c-b4a6-ba83d2ced264/d26669e1-9612-490c-b4a6-ba83d2ced264.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.364701] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092630, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.364701] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868bdd62-63d5-40cb-a5f7-7d237ea80832 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.394231] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.395892] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1825.395892] env[62448]: value = "task-2092631" [ 1825.395892] env[62448]: _type = "Task" [ 1825.395892] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.408200] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.431040] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f66ff8-54a5-49ce-a78b-b1c9de09e3c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.440189] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2711ece1-56fa-4920-9232-4b474527a770 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.475420] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239f257-8f15-4a4f-9e36-a647a8a69ca1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.484431] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37025c0-0c6c-4ee8-82b8-ca762cc734c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.502685] env[62448]: DEBUG nova.compute.provider_tree [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.642708] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.754976] env[62448]: INFO nova.compute.manager [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] instance snapshotting [ 1825.758218] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8843e7-92ce-4431-85e6-09f13e2e85ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.785114] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe4ab7-9332-40a4-be11-a1878f6e13d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.852218] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092630, 'name': Rename_Task, 'duration_secs': 0.282433} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.856018] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.856018] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cad95826-3da3-41c3-a788-03fdca40d5c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.864240] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Waiting for the task: (returnval){ [ 1825.864240] env[62448]: value = "task-2092632" [ 1825.864240] env[62448]: _type = "Task" [ 1825.864240] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.877585] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.881628] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.909297] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.011022] env[62448]: DEBUG nova.scheduler.client.report [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.013013] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "c6163c18-0074-4336-aeda-272f9da51db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.013447] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.181423] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.299024] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1826.299024] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87aa689b-344e-4e9c-8cc5-47ba8c187554 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.312875] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1826.312875] env[62448]: value = "task-2092633" [ 1826.312875] env[62448]: _type = "Task" [ 1826.312875] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.328842] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.388743] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.393913] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092629, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.409159] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.518020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.518020] env[62448]: DEBUG nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1826.520471] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.296s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.521973] env[62448]: INFO nova.compute.claims [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.672931] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb213-7c7a-1f91-205e-8ab6f371b918/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1826.674757] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c4dbb-6d36-4779-9ac9-b723e10c6b57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.686434] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb213-7c7a-1f91-205e-8ab6f371b918/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1826.686870] env[62448]: ERROR oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb213-7c7a-1f91-205e-8ab6f371b918/disk-0.vmdk due to incomplete transfer. [ 1826.688089] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15200b68-d2ca-434d-b426-50a28b4c1a60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.700650] env[62448]: DEBUG oslo_vmware.rw_handles [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52efb213-7c7a-1f91-205e-8ab6f371b918/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1826.701658] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Uploaded image 4b441742-3057-4378-8642-67e0ac066931 to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1826.702643] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1826.702979] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6afc9dd1-a1d8-4b48-b84b-c05a422c4c61 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.712318] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1826.712318] env[62448]: value = "task-2092634" [ 1826.712318] env[62448]: _type = "Task" [ 1826.712318] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.721841] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092634, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.823905] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.884924] env[62448]: DEBUG oslo_vmware.api [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Task: {'id': task-2092632, 'name': PowerOnVM_Task, 'duration_secs': 0.87936} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.888385] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.888608] env[62448]: DEBUG nova.compute.manager [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.888911] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092629, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.575502} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.889746] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bc192-e842-40db-b633-41bd4487ef9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.892638] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7c037c97-6be9-4a20-90fe-621334a13535/7c037c97-6be9-4a20-90fe-621334a13535.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.892699] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.893545] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d796751c-af01-4ae9-9b26-aac239bf02e0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.905596] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1826.905596] env[62448]: value = "task-2092635" [ 1826.905596] env[62448]: _type = "Task" [ 1826.905596] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.921943] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092631, 'name': ReconfigVM_Task, 'duration_secs': 1.31591} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.923552] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d26669e1-9612-490c-b4a6-ba83d2ced264/d26669e1-9612-490c-b4a6-ba83d2ced264.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.929104] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cafa29d-aac2-4bec-bec8-c827354ef4bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.932549] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.939715] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1826.939715] env[62448]: value = "task-2092636" [ 1826.939715] env[62448]: _type = "Task" [ 1826.939715] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.952069] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092636, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.028989] env[62448]: DEBUG nova.compute.utils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.038587] env[62448]: DEBUG nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1827.225655] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092634, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.328762] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.421229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.427269] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092722} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.427572] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.428556] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7003d1-3e08-4135-aa35-adfd88041d56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.457203] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7c037c97-6be9-4a20-90fe-621334a13535/7c037c97-6be9-4a20-90fe-621334a13535.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.460948] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c2892f-beda-4938-8e57-b67b7d024b41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.487373] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092636, 'name': Rename_Task, 'duration_secs': 0.1637} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.488974] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.488974] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1827.488974] env[62448]: value = "task-2092637" [ 1827.488974] env[62448]: _type = "Task" [ 1827.488974] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.489185] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8459a38f-1fe6-4675-976e-9e3b89edf10e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.502964] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.504134] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1827.504134] env[62448]: value = "task-2092638" [ 1827.504134] env[62448]: _type = "Task" [ 1827.504134] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.513291] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.536158] env[62448]: DEBUG nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1827.730815] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092634, 'name': Destroy_Task, 'duration_secs': 0.685728} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.734032] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Destroyed the VM [ 1827.734163] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1827.735027] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c82626d8-ecf1-4025-bd9b-0be31df07a6a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.742993] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1827.742993] env[62448]: value = "task-2092639" [ 1827.742993] env[62448]: _type = "Task" [ 1827.742993] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.754347] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.830263] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "5629531e-003a-4ae4-ba3e-aca40f9088f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.830263] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.830263] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092633, 'name': CreateSnapshot_Task, 'duration_secs': 1.2882} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.830263] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1827.830402] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c65f97-1854-468b-9388-b835d53f8bd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.013307] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.020036] env[62448]: DEBUG oslo_vmware.api [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092638, 'name': PowerOnVM_Task, 'duration_secs': 0.498059} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.020365] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.020561] env[62448]: INFO nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1828.020741] env[62448]: DEBUG nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.021628] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d7fc19-4f78-4df9-a75c-87acd92c9519 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.144083] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c18eab-2f77-4418-b0fc-8fb84ac8e011 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.152766] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f6684-7b99-4bf0-8ed8-f3b90e92455e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.190868] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6665d9-bc86-476d-811b-e32143d763e9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.200031] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1409e0-dad6-42a2-a7c2-24aeca819ea4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.216759] env[62448]: DEBUG nova.compute.provider_tree [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.254620] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.359157] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1828.359776] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17903213-2b20-4240-ad88-8dc52b606e0b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.375034] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1828.375034] env[62448]: value = "task-2092640" [ 1828.375034] env[62448]: _type = "Task" [ 1828.375034] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.386483] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092640, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.506103] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092637, 'name': ReconfigVM_Task, 'duration_secs': 0.666129} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.507239] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7c037c97-6be9-4a20-90fe-621334a13535/7c037c97-6be9-4a20-90fe-621334a13535.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.508026] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6105edb6-0458-4672-b877-238952f80c57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.518576] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1828.518576] env[62448]: value = "task-2092641" [ 1828.518576] env[62448]: _type = "Task" [ 1828.518576] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.529743] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092641, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.549344] env[62448]: INFO nova.compute.manager [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Took 39.09 seconds to build instance. [ 1828.551713] env[62448]: DEBUG nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1828.561357] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "fca5ff75-8391-43dd-92a1-53c52bb797c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.561357] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "fca5ff75-8391-43dd-92a1-53c52bb797c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.561596] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "fca5ff75-8391-43dd-92a1-53c52bb797c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.561686] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "fca5ff75-8391-43dd-92a1-53c52bb797c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.562313] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "fca5ff75-8391-43dd-92a1-53c52bb797c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.564187] env[62448]: INFO nova.compute.manager [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Terminating instance [ 1828.591486] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1828.591696] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.592134] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1828.592134] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.592332] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1828.592332] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1828.592519] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1828.592694] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1828.592835] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1828.592998] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1828.593221] env[62448]: DEBUG nova.virt.hardware [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1828.594383] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c998e3-5fa2-4741-8c0f-f696a06ec372 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.605802] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c71e7-8989-439e-b7a0-039ea06658cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.623551] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.630320] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Creating folder: Project (7bde2509d5774896bf2ecf343934ce80). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.630320] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-526265a6-5ae6-4525-8246-f11574d03b9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.641819] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Created folder: Project (7bde2509d5774896bf2ecf343934ce80) in parent group-v428508. [ 1828.642025] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Creating folder: Instances. Parent ref: group-v428583. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.642289] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e46118c-d7a5-4dd3-8b68-64a233db009f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.654457] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Created folder: Instances in parent group-v428583. [ 1828.654656] env[62448]: DEBUG oslo.service.loopingcall [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.654844] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.655547] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38e5783-6e86-4eed-a3a5-2d2eddd8a824 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.676083] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.676083] env[62448]: value = "task-2092644" [ 1828.676083] env[62448]: _type = "Task" [ 1828.676083] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.686856] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092644, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.720236] env[62448]: DEBUG nova.scheduler.client.report [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.755499] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092639, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.886865] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092640, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.032631] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092641, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.051612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fc4c59a9-eba0-4c1f-8843-b0c3307d8448 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "d26669e1-9612-490c-b4a6-ba83d2ced264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.143s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.072494] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "refresh_cache-fca5ff75-8391-43dd-92a1-53c52bb797c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.072494] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquired lock "refresh_cache-fca5ff75-8391-43dd-92a1-53c52bb797c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.072494] env[62448]: DEBUG nova.network.neutron [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.189069] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092644, 'name': CreateVM_Task, 'duration_secs': 0.336245} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.189271] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.189728] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.189902] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.190288] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.191333] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917d55bf-21ca-4286-9db4-8098a59384a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.197731] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1829.197731] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52421413-0284-d2e1-86ae-4f85ba6590e3" [ 1829.197731] env[62448]: _type = "Task" [ 1829.197731] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.210069] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52421413-0284-d2e1-86ae-4f85ba6590e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.225819] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.226307] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.232569] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.224s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.236150] env[62448]: INFO nova.compute.claims [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.258404] env[62448]: DEBUG oslo_vmware.api [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092639, 'name': RemoveSnapshot_Task, 'duration_secs': 1.448353} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.258404] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1829.258559] env[62448]: INFO nova.compute.manager [None req-0a8ee4d5-9242-46be-a8c8-57b344808075 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Took 18.25 seconds to snapshot the instance on the hypervisor. [ 1829.296084] env[62448]: DEBUG nova.compute.manager [None req-5db3498a-4f8b-4e60-b6c1-680504a8f359 tempest-ServerDiagnosticsV248Test-535356379 tempest-ServerDiagnosticsV248Test-535356379-project-admin] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.297880] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149babc7-80d3-4afc-b2b4-453c0890d56a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.308341] env[62448]: INFO nova.compute.manager [None req-5db3498a-4f8b-4e60-b6c1-680504a8f359 tempest-ServerDiagnosticsV248Test-535356379 tempest-ServerDiagnosticsV248Test-535356379-project-admin] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Retrieving diagnostics [ 1829.309413] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dfdd74-4a3f-40e7-a250-bc92a51cc51f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.387764] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092640, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.532648] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092641, 'name': Rename_Task, 'duration_secs': 0.682548} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.532877] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.533205] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6efb4f9e-5fbb-4288-a862-fd6e35ca9c97 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.546192] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1829.546192] env[62448]: value = "task-2092645" [ 1829.546192] env[62448]: _type = "Task" [ 1829.546192] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.556605] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.559455] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.602073] env[62448]: DEBUG nova.network.neutron [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.662165] env[62448]: DEBUG nova.network.neutron [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.716968] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52421413-0284-d2e1-86ae-4f85ba6590e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.717371] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.718536] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.718854] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.719058] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.719234] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.719523] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91da8d5b-a4e9-48c5-8ea5-2fb031fa5566 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.731583] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.731810] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.732576] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeab70d7-59fc-4e83-b732-f154e4ef3a67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.744706] env[62448]: DEBUG nova.compute.utils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1829.751187] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1829.751187] env[62448]: DEBUG nova.network.neutron [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1829.758313] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1829.758313] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524fd667-2345-8d4f-e19b-bee7e713ab1d" [ 1829.758313] env[62448]: _type = "Task" [ 1829.758313] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.773607] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524fd667-2345-8d4f-e19b-bee7e713ab1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.781528] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1829.814466] env[62448]: DEBUG nova.policy [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81691ea8a8c14350b935b87c4623b5cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3255fe2abe9e46abb3f1ac5f3e9162c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1829.894597] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092640, 'name': CloneVM_Task, 'duration_secs': 1.395742} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.894597] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Created linked-clone VM from snapshot [ 1829.894963] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73df06c-4449-4e1e-8533-c8e69cfb50ac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.907752] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Uploading image e3c3926a-bae8-4482-a164-09ff8188ec6f {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1829.949684] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1829.949684] env[62448]: value = "vm-428582" [ 1829.949684] env[62448]: _type = "VirtualMachine" [ 1829.949684] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1829.949684] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eee12117-53d1-4728-ad7d-63d405898ebf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.958979] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lease: (returnval){ [ 1829.958979] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525c0800-1d7d-1671-8a89-65b6a73ad2c9" [ 1829.958979] env[62448]: _type = "HttpNfcLease" [ 1829.958979] env[62448]: } obtained for exporting VM: (result){ [ 1829.958979] env[62448]: value = "vm-428582" [ 1829.958979] env[62448]: _type = "VirtualMachine" [ 1829.958979] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1829.959487] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the lease: (returnval){ [ 1829.959487] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525c0800-1d7d-1671-8a89-65b6a73ad2c9" [ 1829.959487] env[62448]: _type = "HttpNfcLease" [ 1829.959487] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1829.967529] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1829.967529] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525c0800-1d7d-1671-8a89-65b6a73ad2c9" [ 1829.967529] env[62448]: _type = "HttpNfcLease" [ 1829.967529] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1830.072323] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092645, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.098948] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.169462] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Releasing lock "refresh_cache-fca5ff75-8391-43dd-92a1-53c52bb797c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.169555] env[62448]: DEBUG nova.compute.manager [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.169866] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.171159] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc60d9-e419-4069-83b4-b4bb3e0f1ef4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.183907] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.184038] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c21faf2-e962-4987-a362-45dfd13de616 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.192733] env[62448]: DEBUG oslo_vmware.api [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1830.192733] env[62448]: value = "task-2092647" [ 1830.192733] env[62448]: _type = "Task" [ 1830.192733] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.207320] env[62448]: DEBUG oslo_vmware.api [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.248358] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.275078] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524fd667-2345-8d4f-e19b-bee7e713ab1d, 'name': SearchDatastore_Task, 'duration_secs': 0.029572} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.276138] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a422bb-53c7-4cf6-9f3d-c01595c48d2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.286279] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.288606] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1830.288606] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524a3ae8-bb0f-fe8e-ae27-360e999ce6c9" [ 1830.288606] env[62448]: _type = "Task" [ 1830.288606] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.302715] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524a3ae8-bb0f-fe8e-ae27-360e999ce6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.382664] env[62448]: DEBUG nova.network.neutron [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Successfully created port: 26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.481899] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.481899] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525c0800-1d7d-1671-8a89-65b6a73ad2c9" [ 1830.481899] env[62448]: _type = "HttpNfcLease" [ 1830.481899] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1830.481899] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1830.481899] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525c0800-1d7d-1671-8a89-65b6a73ad2c9" [ 1830.481899] env[62448]: _type = "HttpNfcLease" [ 1830.481899] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1830.483565] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb899eb-839a-4702-8fb7-1021962d0730 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.498408] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0aff8-bab6-14a9-220f-b92002039f90/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1830.498408] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0aff8-bab6-14a9-220f-b92002039f90/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1830.572358] env[62448]: DEBUG oslo_vmware.api [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092645, 'name': PowerOnVM_Task, 'duration_secs': 0.774145} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.573029] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.573202] env[62448]: INFO nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Took 12.50 seconds to spawn the instance on the hypervisor. [ 1830.573513] env[62448]: DEBUG nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.574504] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23494d58-4b74-451b-b63f-00a37649b702 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.622269] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5490eec-0cc7-409e-aea4-db0ab2549736 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.708682] env[62448]: DEBUG oslo_vmware.api [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092647, 'name': PowerOffVM_Task, 'duration_secs': 0.166586} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.713029] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.713029] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.713029] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44a57dd-c7a1-4d56-b160-61205d8f151e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.750790] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.757019] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.757019] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Deleting the datastore file [datastore2] fca5ff75-8391-43dd-92a1-53c52bb797c4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.757019] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c1c8a8c-462b-4450-8af4-d4da647e6aa6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.768097] env[62448]: DEBUG oslo_vmware.api [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for the task: (returnval){ [ 1830.768097] env[62448]: value = "task-2092649" [ 1830.768097] env[62448]: _type = "Task" [ 1830.768097] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.775580] env[62448]: DEBUG oslo_vmware.api [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.803287] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524a3ae8-bb0f-fe8e-ae27-360e999ce6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.806578] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.806578] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.806578] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afade5d0-635b-4e3a-846c-7499858a9f47 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.813086] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1830.813086] env[62448]: value = "task-2092650" [ 1830.813086] env[62448]: _type = "Task" [ 1830.813086] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.836819] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.013918] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb7e1d7-7992-4eb9-8700-74bcff36275d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.023127] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79d32e2-7627-4908-b648-dfe619b9a49d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.064482] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c98ec8f-99c3-4b11-ab2f-4716042d8784 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.079748] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e49d34-a009-4ad9-9358-e72808d410b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.101552] env[62448]: DEBUG nova.compute.provider_tree [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.107814] env[62448]: INFO nova.compute.manager [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Took 43.23 seconds to build instance. [ 1831.159771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "2cc12d89-f1da-4968-b5be-02443a538439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.160210] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "2cc12d89-f1da-4968-b5be-02443a538439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.268956] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.283383] env[62448]: DEBUG oslo_vmware.api [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Task: {'id': task-2092649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166391} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.284053] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.284053] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.284275] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.284333] env[62448]: INFO nova.compute.manager [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1831.284561] env[62448]: DEBUG oslo.service.loopingcall [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.284787] env[62448]: DEBUG nova.compute.manager [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.284864] env[62448]: DEBUG nova.network.neutron [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.314033] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1831.314033] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.314184] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1831.314515] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.314515] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1831.314637] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1831.314781] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1831.315029] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1831.315265] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1831.315476] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1831.315673] env[62448]: DEBUG nova.virt.hardware [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1831.316653] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bdb1e2-9a8f-4849-90ad-e6efa4e063f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.320427] env[62448]: DEBUG nova.network.neutron [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.340563] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.343189] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161c537-2d38-4a4e-9b59-aa4f2bbf11f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.615101] env[62448]: DEBUG nova.scheduler.client.report [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.621255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c7dd4d25-59bb-4ed4-9d3c-4e2eb03ae072 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.489s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.826843] env[62448]: DEBUG nova.network.neutron [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.836283] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660592} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.837555] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.837555] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.837976] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2405489-8281-482c-89d3-734837c976bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.848215] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1831.848215] env[62448]: value = "task-2092651" [ 1831.848215] env[62448]: _type = "Task" [ 1831.848215] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.860440] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.123421] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.123421] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.127139] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.297s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.128861] env[62448]: INFO nova.compute.claims [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.132361] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.337166] env[62448]: INFO nova.compute.manager [-] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Took 1.05 seconds to deallocate network for instance. [ 1832.347909] env[62448]: DEBUG nova.compute.manager [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.348912] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441c427-c3ba-466e-94e1-340ed9a2ceaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.372846] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183298} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.374145] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.375833] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63032512-106e-4b7a-8dae-348d75f0c6e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.400234] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.401499] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e164ab-2582-4ae5-ba3b-5fa4299e74ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.425065] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1832.425065] env[62448]: value = "task-2092652" [ 1832.425065] env[62448]: _type = "Task" [ 1832.425065] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.434431] env[62448]: DEBUG nova.network.neutron [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Successfully updated port: 26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.442344] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.633564] env[62448]: DEBUG nova.compute.utils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.639801] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.640015] env[62448]: DEBUG nova.network.neutron [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.679992] env[62448]: DEBUG nova.compute.manager [req-982ee02e-2ed1-4b85-8896-1ba0dd1fd90e req-2493d2a0-83b7-4285-85d2-e3947d2cb8cf service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Received event network-vif-plugged-26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1832.680108] env[62448]: DEBUG oslo_concurrency.lockutils [req-982ee02e-2ed1-4b85-8896-1ba0dd1fd90e req-2493d2a0-83b7-4285-85d2-e3947d2cb8cf service nova] Acquiring lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.680229] env[62448]: DEBUG oslo_concurrency.lockutils [req-982ee02e-2ed1-4b85-8896-1ba0dd1fd90e req-2493d2a0-83b7-4285-85d2-e3947d2cb8cf service nova] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.680631] env[62448]: DEBUG oslo_concurrency.lockutils [req-982ee02e-2ed1-4b85-8896-1ba0dd1fd90e req-2493d2a0-83b7-4285-85d2-e3947d2cb8cf service nova] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.680935] env[62448]: DEBUG nova.compute.manager [req-982ee02e-2ed1-4b85-8896-1ba0dd1fd90e req-2493d2a0-83b7-4285-85d2-e3947d2cb8cf service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] No waiting events found dispatching network-vif-plugged-26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.681652] env[62448]: WARNING nova.compute.manager [req-982ee02e-2ed1-4b85-8896-1ba0dd1fd90e req-2493d2a0-83b7-4285-85d2-e3947d2cb8cf service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Received unexpected event network-vif-plugged-26d48251-0e7c-4d72-986d-930430acad24 for instance with vm_state building and task_state spawning. [ 1832.685963] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.724953] env[62448]: DEBUG nova.policy [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2547e69758eb480897498525ea935fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59539326799d4d3e94e1f3c6b9470406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.799824] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.800066] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.800305] env[62448]: DEBUG nova.compute.manager [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.801355] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f88f571-4114-4c03-abb0-d122cef03996 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.812244] env[62448]: DEBUG nova.compute.manager [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1832.812244] env[62448]: DEBUG nova.objects.instance [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lazy-loading 'flavor' on Instance uuid f7ba5882-e1c8-48ae-ba83-f893e1eade3d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.843795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.878061] env[62448]: INFO nova.compute.manager [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] instance snapshotting [ 1832.879474] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e843977-055d-4c99-ad57-3b9ec5dfb45d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.902246] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97469ef-6162-4c6b-beab-1b11a497a430 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.939811] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.945271] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "refresh_cache-e61f6f45-c55e-464e-81bc-e9fa13c8f041" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.945271] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "refresh_cache-e61f6f45-c55e-464e-81bc-e9fa13c8f041" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.945271] env[62448]: DEBUG nova.network.neutron [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.150025] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.220024] env[62448]: DEBUG nova.network.neutron [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Successfully created port: 9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.414914] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1833.415303] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-631a95eb-a6d7-49c7-9575-731d4210413f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.425659] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1833.425659] env[62448]: value = "task-2092653" [ 1833.425659] env[62448]: _type = "Task" [ 1833.425659] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.440565] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092652, 'name': ReconfigVM_Task, 'duration_secs': 0.572586} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.445817] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.446536] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.448658] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7c74943-9e31-4a96-9c0e-4fc2b4f81828 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.462304] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1833.462304] env[62448]: value = "task-2092654" [ 1833.462304] env[62448]: _type = "Task" [ 1833.462304] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.475979] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092654, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.519195] env[62448]: DEBUG nova.network.neutron [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1833.824319] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.824319] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0bc919d-c798-460e-a935-bf33b3ffdb9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.831517] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08977e30-ae74-4d9e-b45a-6804d2c83e39 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.835542] env[62448]: DEBUG oslo_vmware.api [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1833.835542] env[62448]: value = "task-2092655" [ 1833.835542] env[62448]: _type = "Task" [ 1833.835542] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.845051] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501fcc3-2c08-4cfb-9b69-2cf45a8aef52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.853681] env[62448]: DEBUG oslo_vmware.api [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.894482] env[62448]: DEBUG nova.network.neutron [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Updating instance_info_cache with network_info: [{"id": "26d48251-0e7c-4d72-986d-930430acad24", "address": "fa:16:3e:5b:b9:87", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d48251-0e", "ovs_interfaceid": "26d48251-0e7c-4d72-986d-930430acad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.898422] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5232efce-7045-4827-9611-c6fecdd2865b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.911446] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5958940-8b41-4ea9-8ef7-7eb0eb39e66e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.928475] env[62448]: DEBUG nova.compute.provider_tree [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.940169] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.975675] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092654, 'name': Rename_Task, 'duration_secs': 0.215531} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.976054] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.976364] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1ef71d4-09be-45b1-981e-a97f8fa4593f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.983534] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1833.983534] env[62448]: value = "task-2092656" [ 1833.983534] env[62448]: _type = "Task" [ 1833.983534] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.995470] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.168204] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.196907] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:24:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='505879863',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-483623075',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.197285] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.197285] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.197439] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.197778] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.197887] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.198650] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.198650] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.198650] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.198650] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.198891] env[62448]: DEBUG nova.virt.hardware [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.201655] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920808a0-4d2c-4444-99f9-5caa7ae18ea0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.209673] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d86cc-8248-4b6e-928d-31018557989d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.354022] env[62448]: DEBUG oslo_vmware.api [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092655, 'name': PowerOffVM_Task, 'duration_secs': 0.313054} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.354022] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.354022] env[62448]: DEBUG nova.compute.manager [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.354022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9931e34f-35a9-4cbe-9c71-b57fd41e3a98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.405030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "refresh_cache-e61f6f45-c55e-464e-81bc-e9fa13c8f041" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.405030] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Instance network_info: |[{"id": "26d48251-0e7c-4d72-986d-930430acad24", "address": "fa:16:3e:5b:b9:87", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d48251-0e", "ovs_interfaceid": "26d48251-0e7c-4d72-986d-930430acad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.405030] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:b9:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26d48251-0e7c-4d72-986d-930430acad24', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.412547] env[62448]: DEBUG oslo.service.loopingcall [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.412805] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.413049] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1d5f07-5204-465f-9bd4-4e6245c348d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.436661] env[62448]: DEBUG nova.scheduler.client.report [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.442643] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.442643] env[62448]: value = "task-2092657" [ 1834.442643] env[62448]: _type = "Task" [ 1834.442643] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.451651] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092653, 'name': CreateSnapshot_Task, 'duration_secs': 0.660316} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.452409] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1834.453714] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f654878-e90a-4d40-b193-becc9fbf13a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.459841] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092657, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.494719] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.677721] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "eed09add-be12-4037-a619-c27f266e8efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.677721] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "eed09add-be12-4037-a619-c27f266e8efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.865694] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ece0a786-3075-4e50-ac5d-4f988f25b219 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.946041] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.946539] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1834.958029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.731s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.958029] env[62448]: INFO nova.compute.claims [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.983025] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1834.986667] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9602062b-6ff7-40de-a8b3-e2e688833f25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.990290] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092657, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.002084] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.003829] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1835.003829] env[62448]: value = "task-2092658" [ 1835.003829] env[62448]: _type = "Task" [ 1835.003829] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.013824] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092658, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.138479] env[62448]: DEBUG nova.network.neutron [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Successfully updated port: 9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1835.457586] env[62448]: DEBUG nova.compute.utils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.464291] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.464596] env[62448]: DEBUG nova.network.neutron [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.480754] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092657, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.501294] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092656, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.514746] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092658, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.554817] env[62448]: DEBUG nova.policy [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.647674] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.647674] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.647674] env[62448]: DEBUG nova.network.neutron [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.934678] env[62448]: DEBUG nova.compute.manager [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Received event network-changed-26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1835.934678] env[62448]: DEBUG nova.compute.manager [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Refreshing instance network info cache due to event network-changed-26d48251-0e7c-4d72-986d-930430acad24. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1835.934678] env[62448]: DEBUG oslo_concurrency.lockutils [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] Acquiring lock "refresh_cache-e61f6f45-c55e-464e-81bc-e9fa13c8f041" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.934678] env[62448]: DEBUG oslo_concurrency.lockutils [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] Acquired lock "refresh_cache-e61f6f45-c55e-464e-81bc-e9fa13c8f041" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.934678] env[62448]: DEBUG nova.network.neutron [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Refreshing network info cache for port 26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.963938] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092657, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.964493] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1835.984025] env[62448]: DEBUG nova.network.neutron [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Successfully created port: 88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1836.008181] env[62448]: DEBUG oslo_vmware.api [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092656, 'name': PowerOnVM_Task, 'duration_secs': 1.577223} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.009880] env[62448]: DEBUG nova.compute.manager [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1836.010638] env[62448]: DEBUG nova.compute.manager [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing instance network info cache due to event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1836.010638] env[62448]: DEBUG oslo_concurrency.lockutils [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] Acquiring lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.010638] env[62448]: DEBUG oslo_concurrency.lockutils [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] Acquired lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.010638] env[62448]: DEBUG nova.network.neutron [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.017435] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.017540] env[62448]: INFO nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1836.017724] env[62448]: DEBUG nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.019044] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db3ee6-4e01-4f01-ab53-6d690fcb450f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.028563] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092658, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.218195] env[62448]: DEBUG nova.network.neutron [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.467809] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092657, 'name': CreateVM_Task, 'duration_secs': 1.725327} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.470570] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.476756] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.477304] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.478017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.478017] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176ec145-4126-463c-92f1-28106ae2c1d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.484649] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1836.484649] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521c1ac4-d49a-adae-8226-2b7c7c943c3f" [ 1836.484649] env[62448]: _type = "Task" [ 1836.484649] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.493355] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521c1ac4-d49a-adae-8226-2b7c7c943c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.528625] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092658, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.544718] env[62448]: INFO nova.compute.manager [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Took 34.97 seconds to build instance. [ 1836.555674] env[62448]: DEBUG nova.network.neutron [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Updating instance_info_cache with network_info: [{"id": "9601095c-e02a-4990-9d74-31c40fcac5f0", "address": "fa:16:3e:e1:e0:52", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9601095c-e0", "ovs_interfaceid": "9601095c-e02a-4990-9d74-31c40fcac5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.637191] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d059f-efd9-4fc5-a574-b3e49b4d38d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.651110] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb45f61-ce03-4fc1-8a2c-337402cd5d86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.690593] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411f88b6-79ae-4f5e-8f45-364f5bf89466 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.699095] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04b6ac-2414-49ec-af1a-0b29ec5eab33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.717096] env[62448]: DEBUG nova.compute.provider_tree [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.819577] env[62448]: DEBUG nova.network.neutron [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updated VIF entry in instance network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.820146] env[62448]: DEBUG nova.network.neutron [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.823077] env[62448]: DEBUG nova.network.neutron [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Updated VIF entry in instance network info cache for port 26d48251-0e7c-4d72-986d-930430acad24. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.823414] env[62448]: DEBUG nova.network.neutron [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Updating instance_info_cache with network_info: [{"id": "26d48251-0e7c-4d72-986d-930430acad24", "address": "fa:16:3e:5b:b9:87", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d48251-0e", "ovs_interfaceid": "26d48251-0e7c-4d72-986d-930430acad24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.977522] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1836.995926] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521c1ac4-d49a-adae-8226-2b7c7c943c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.0178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.998296] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.998426] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.998661] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.998809] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.999025] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.999721] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c2a9b45-3608-4745-a86b-8f6d4d5c7076 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.006491] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.008204] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.009430] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.009823] env[62448]: DEBUG nova.virt.hardware [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.011014] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15434097-98d7-4da3-bcbf-790973dccb58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.019979] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.020314] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.021483] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3559eb-8238-4907-89d8-1ea2708841b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.027397] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794cf6fa-2776-4097-be1b-d23a75f6ebf3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.035412] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092658, 'name': CloneVM_Task, 'duration_secs': 1.656697} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.035811] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1837.035811] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5261602e-de2f-858b-2773-0a8481d24297" [ 1837.035811] env[62448]: _type = "Task" [ 1837.035811] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.036576] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Created linked-clone VM from snapshot [ 1837.037346] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1d1564-c43a-40b2-9331-7da5b2072411 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.051645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55990317-1e43-437e-be92-5163b8725e2f tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "ce97c764-fd8a-460c-a642-646822ddefdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.961s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.061032] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Uploading image f878c841-efbb-45f9-9753-6dde33ebf70d {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1837.063248] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Releasing lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.063574] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Instance network_info: |[{"id": "9601095c-e02a-4990-9d74-31c40fcac5f0", "address": "fa:16:3e:e1:e0:52", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9601095c-e0", "ovs_interfaceid": "9601095c-e02a-4990-9d74-31c40fcac5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1837.063921] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5261602e-de2f-858b-2773-0a8481d24297, 'name': SearchDatastore_Task, 'duration_secs': 0.020813} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.065011] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:e0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9601095c-e02a-4990-9d74-31c40fcac5f0', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.073115] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Creating folder: Project (59539326799d4d3e94e1f3c6b9470406). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1837.073806] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-513f8d8f-9206-4328-98f3-3db675c2bfc4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.076849] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d551b7d-3a40-46bd-bbb8-28f6e96a36d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.082500] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1837.082500] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c85aa2-78df-f8bd-90a3-32841baa80c6" [ 1837.082500] env[62448]: _type = "Task" [ 1837.082500] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.088759] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Created folder: Project (59539326799d4d3e94e1f3c6b9470406) in parent group-v428508. [ 1837.089017] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Creating folder: Instances. Parent ref: group-v428589. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1837.089768] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc75a332-485d-46c5-8ebb-42271b5c8142 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.098374] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1837.098374] env[62448]: value = "vm-428588" [ 1837.098374] env[62448]: _type = "VirtualMachine" [ 1837.098374] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1837.099058] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c85aa2-78df-f8bd-90a3-32841baa80c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.099298] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-962ea5e2-ca2f-4dba-8ce8-337bc147ad12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.107349] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lease: (returnval){ [ 1837.107349] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521e737c-559a-3e9e-a1da-0eeef9172e68" [ 1837.107349] env[62448]: _type = "HttpNfcLease" [ 1837.107349] env[62448]: } obtained for exporting VM: (result){ [ 1837.107349] env[62448]: value = "vm-428588" [ 1837.107349] env[62448]: _type = "VirtualMachine" [ 1837.107349] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1837.107669] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the lease: (returnval){ [ 1837.107669] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521e737c-559a-3e9e-a1da-0eeef9172e68" [ 1837.107669] env[62448]: _type = "HttpNfcLease" [ 1837.107669] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1837.109245] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Created folder: Instances in parent group-v428589. [ 1837.109812] env[62448]: DEBUG oslo.service.loopingcall [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.112406] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.113055] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c5944f-e3b7-499c-a2d3-6de239ac0df9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.130819] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1837.130819] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521e737c-559a-3e9e-a1da-0eeef9172e68" [ 1837.130819] env[62448]: _type = "HttpNfcLease" [ 1837.130819] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1837.131979] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1837.131979] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521e737c-559a-3e9e-a1da-0eeef9172e68" [ 1837.131979] env[62448]: _type = "HttpNfcLease" [ 1837.131979] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1837.132198] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.132198] env[62448]: value = "task-2092662" [ 1837.132198] env[62448]: _type = "Task" [ 1837.132198] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.132922] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18bd229-c8bd-4638-b346-896464168ff9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.145163] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baaf14-d0f4-eae7-ce92-4c497b2f53a6/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1837.145379] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baaf14-d0f4-eae7-ce92-4c497b2f53a6/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1837.149395] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092662, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.207241] env[62448]: DEBUG nova.objects.instance [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lazy-loading 'flavor' on Instance uuid f7ba5882-e1c8-48ae-ba83-f893e1eade3d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.221858] env[62448]: DEBUG nova.scheduler.client.report [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.244319] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-803b7097-74b0-4198-941f-c3d6124a02eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.327626] env[62448]: DEBUG oslo_concurrency.lockutils [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] Releasing lock "refresh_cache-e61f6f45-c55e-464e-81bc-e9fa13c8f041" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.327765] env[62448]: DEBUG nova.compute.manager [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1837.328031] env[62448]: DEBUG nova.compute.manager [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing instance network info cache due to event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1837.328705] env[62448]: DEBUG oslo_concurrency.lockutils [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] Acquiring lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.328705] env[62448]: DEBUG oslo_concurrency.lockutils [req-5b98ff09-36b1-4a72-a346-75daf8812f04 req-48354abb-7a0f-4ae8-b1bf-e87c992ada65 service nova] Releasing lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.329107] env[62448]: DEBUG oslo_concurrency.lockutils [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] Acquired lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.329295] env[62448]: DEBUG nova.network.neutron [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.557924] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1837.596436] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c85aa2-78df-f8bd-90a3-32841baa80c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01803} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.596436] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.596436] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] e61f6f45-c55e-464e-81bc-e9fa13c8f041/e61f6f45-c55e-464e-81bc-e9fa13c8f041.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.596436] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252c8029-9f38-4f73-adb9-d7c032bb4b3f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.609057] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1837.609057] env[62448]: value = "task-2092663" [ 1837.609057] env[62448]: _type = "Task" [ 1837.609057] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.619726] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.648122] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092662, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.714056] env[62448]: DEBUG oslo_concurrency.lockutils [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.714056] env[62448]: DEBUG oslo_concurrency.lockutils [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquired lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.714056] env[62448]: DEBUG nova.network.neutron [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.714056] env[62448]: DEBUG nova.objects.instance [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lazy-loading 'info_cache' on Instance uuid f7ba5882-e1c8-48ae-ba83-f893e1eade3d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.727718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.728681] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1837.732351] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.973s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.732867] env[62448]: DEBUG nova.objects.instance [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lazy-loading 'resources' on Instance uuid 14d0291d-c7db-4543-aab0-8fcc66fccfc8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.095136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.123177] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.153611] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092662, 'name': CreateVM_Task, 'duration_secs': 0.551734} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.153803] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.154597] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.154833] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.155301] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.155649] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db196385-86a7-4d43-b39d-9d7de1a9faec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.163349] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1838.163349] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a654ae-95c7-d184-0218-aa69d7deb781" [ 1838.163349] env[62448]: _type = "Task" [ 1838.163349] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.173956] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a654ae-95c7-d184-0218-aa69d7deb781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.217772] env[62448]: DEBUG nova.objects.base [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1838.236369] env[62448]: DEBUG nova.compute.utils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1838.243339] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1838.243339] env[62448]: DEBUG nova.network.neutron [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.244695] env[62448]: DEBUG nova.network.neutron [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Successfully updated port: 88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.281649] env[62448]: DEBUG nova.network.neutron [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updated VIF entry in instance network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.281895] env[62448]: DEBUG nova.network.neutron [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.325184] env[62448]: DEBUG nova.policy [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c87cc01648ad4eaea756e9978561d935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba34a1df1d64000937b7c8dca046ece', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.624065] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667065} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.627695] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] e61f6f45-c55e-464e-81bc-e9fa13c8f041/e61f6f45-c55e-464e-81bc-e9fa13c8f041.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1838.628055] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1838.629917] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1889bd80-4dda-4a6e-9e19-8677421feca2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.632799] env[62448]: DEBUG nova.network.neutron [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Successfully created port: 8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.640563] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1838.640563] env[62448]: value = "task-2092664" [ 1838.640563] env[62448]: _type = "Task" [ 1838.640563] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.652031] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.676595] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a654ae-95c7-d184-0218-aa69d7deb781, 'name': SearchDatastore_Task, 'duration_secs': 0.061214} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.680759] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.680759] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.680759] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.680759] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.680759] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.680759] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b575a1-edc6-4297-bf95-201b799780e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.688307] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.688568] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.692472] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456c8a62-eb3e-42b2-930b-43b8c2959509 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.698798] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1838.698798] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523813e9-24a2-e65e-2384-7ea4f4cd2f70" [ 1838.698798] env[62448]: _type = "Task" [ 1838.698798] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.707895] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523813e9-24a2-e65e-2384-7ea4f4cd2f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.741855] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1838.750498] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.750691] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.752325] env[62448]: DEBUG nova.network.neutron [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.786856] env[62448]: DEBUG oslo_concurrency.lockutils [req-f3297913-ece6-4fb2-8bf8-041d772ba826 req-ea938668-8b09-4f47-ad9e-f86ca7bdc8d7 service nova] Releasing lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.822556] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a006ae-226c-4421-923b-f71bd79785e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.831625] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9fa355-c970-4a8d-93e0-895267b2b04b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.869149] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f0314-11e7-41b5-ad49-68f92fccdfb3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.877870] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e158a2-41a8-49a2-a0e2-2c1d43735669 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.892486] env[62448]: DEBUG nova.compute.provider_tree [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.979033] env[62448]: DEBUG nova.network.neutron [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Updating instance_info_cache with network_info: [{"id": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "address": "fa:16:3e:4f:d9:2f", "network": {"id": "226b301f-d8d0-484c-b686-63a8b10f1089", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1099903816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4dfc9136141422db5b1729f5d244c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24612f75-ca", "ovs_interfaceid": "24612f75-ca33-4232-a8d3-bbab894f9a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.152759] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137203} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.154264] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.154264] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a025d-1526-45f2-b19f-31d492c14dba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.176595] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] e61f6f45-c55e-464e-81bc-e9fa13c8f041/e61f6f45-c55e-464e-81bc-e9fa13c8f041.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.176927] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac1d901-b5bb-4156-85af-9b6c2d3018df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.197012] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1839.197012] env[62448]: value = "task-2092665" [ 1839.197012] env[62448]: _type = "Task" [ 1839.197012] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.208960] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523813e9-24a2-e65e-2384-7ea4f4cd2f70, 'name': SearchDatastore_Task, 'duration_secs': 0.017786} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.212976] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.213283] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19587e1-5dfe-4da5-bf31-e69fb0ce9227 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.219043] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1839.219043] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52028f11-fd2d-155c-874c-355e3d872e3a" [ 1839.219043] env[62448]: _type = "Task" [ 1839.219043] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.227669] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52028f11-fd2d-155c-874c-355e3d872e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.289748] env[62448]: DEBUG nova.network.neutron [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.396157] env[62448]: DEBUG nova.scheduler.client.report [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.439696] env[62448]: DEBUG nova.network.neutron [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.481529] env[62448]: DEBUG oslo_concurrency.lockutils [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Releasing lock "refresh_cache-f7ba5882-e1c8-48ae-ba83-f893e1eade3d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.709049] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092665, 'name': ReconfigVM_Task, 'duration_secs': 0.473947} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.709476] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Reconfigured VM instance instance-0000001a to attach disk [datastore2] e61f6f45-c55e-464e-81bc-e9fa13c8f041/e61f6f45-c55e-464e-81bc-e9fa13c8f041.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.709813] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-219a7d09-b761-477d-b6de-96544bcc084e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.716319] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1839.716319] env[62448]: value = "task-2092666" [ 1839.716319] env[62448]: _type = "Task" [ 1839.716319] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.730681] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52028f11-fd2d-155c-874c-355e3d872e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016279} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.730920] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092666, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.731253] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.731421] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 564b2923-b7c8-4d52-afe5-5ecef15edd1f/564b2923-b7c8-4d52-afe5-5ecef15edd1f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.731663] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d829f77-f9da-4edc-8061-4770813cefda {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.739061] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1839.739061] env[62448]: value = "task-2092667" [ 1839.739061] env[62448]: _type = "Task" [ 1839.739061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.748469] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.751748] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1839.904767] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.907499] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.890s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.907710] env[62448]: DEBUG nova.objects.instance [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1839.933905] env[62448]: INFO nova.scheduler.client.report [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted allocations for instance 14d0291d-c7db-4543-aab0-8fcc66fccfc8 [ 1839.942254] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.942583] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Instance network_info: |[{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.943083] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:92:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88f31b3d-a708-4bc9-a73f-7209f5c41768', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.950862] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Creating folder: Project (bb8dc937cb9a48fdbefd486dfda3b1e9). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.951231] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d674cc70-9c0e-4980-bb1c-b90b675e131d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.963709] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Created folder: Project (bb8dc937cb9a48fdbefd486dfda3b1e9) in parent group-v428508. [ 1839.964189] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Creating folder: Instances. Parent ref: group-v428592. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.964850] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c856a89c-4ced-408f-b9c0-f44699320a50 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.976493] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Created folder: Instances in parent group-v428592. [ 1839.976797] env[62448]: DEBUG oslo.service.loopingcall [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.976994] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.977219] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c04502-4ae5-442d-b30b-6cb75f8dc2f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.001958] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1840.001958] env[62448]: value = "task-2092670" [ 1840.001958] env[62448]: _type = "Task" [ 1840.001958] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.012187] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092670, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.177728] env[62448]: DEBUG nova.network.neutron [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Successfully updated port: 8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.228586] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092666, 'name': Rename_Task, 'duration_secs': 0.249538} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.228834] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.229127] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4381eff-74d8-465e-9f72-62f7810420df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.236821] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1840.236821] env[62448]: value = "task-2092671" [ 1840.236821] env[62448]: _type = "Task" [ 1840.236821] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.249113] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.252675] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.441837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c58f5a09-c1ad-4ffb-b188-d62ecaebd736 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "14d0291d-c7db-4543-aab0-8fcc66fccfc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.906s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.497346] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.497682] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc50886b-b1c7-426c-9fb5-06d1d63651de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.508783] env[62448]: DEBUG oslo_vmware.api [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1840.508783] env[62448]: value = "task-2092672" [ 1840.508783] env[62448]: _type = "Task" [ 1840.508783] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.516263] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092670, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.524753] env[62448]: DEBUG oslo_vmware.api [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.681048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "refresh_cache-57428019-183e-4cf1-a0c4-748d3d34307d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.681048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired lock "refresh_cache-57428019-183e-4cf1-a0c4-748d3d34307d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.681219] env[62448]: DEBUG nova.network.neutron [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.752640] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092667, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.755777] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.918124] env[62448]: DEBUG oslo_concurrency.lockutils [None req-20f9a6a0-f04f-45c5-8678-f6cf7f58be30 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.919481] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.577s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.919700] env[62448]: DEBUG nova.objects.instance [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1841.008701] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1841.008996] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.009333] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1841.009333] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.009491] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1841.009623] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1841.010014] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1841.010014] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1841.010237] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1841.010430] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1841.010582] env[62448]: DEBUG nova.virt.hardware [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1841.012918] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2037ce48-a271-4ab5-9896-08f255450298 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.024358] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092670, 'name': CreateVM_Task, 'duration_secs': 0.672359} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.027603] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0aff8-bab6-14a9-220f-b92002039f90/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1841.028398] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.029945] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e9d190-cf5b-4836-b1d7-5194637fb9c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.040796] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.041549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.041549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.042440] env[62448]: DEBUG oslo_vmware.api [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092672, 'name': PowerOnVM_Task, 'duration_secs': 0.471983} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.042761] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425a676a-613a-4130-8542-ca46e8307591 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.047856] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b858f0dd-4d2b-43b0-8db7-c066db4ac0a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.054127] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.054244] env[62448]: DEBUG nova.compute.manager [None req-54ebafd5-f611-4d6e-9f9a-95a2166c698a tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.057402] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc86136-57ac-4098-9654-572d180fb538 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.061168] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0aff8-bab6-14a9-220f-b92002039f90/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1841.061444] env[62448]: ERROR oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0aff8-bab6-14a9-220f-b92002039f90/disk-0.vmdk due to incomplete transfer. [ 1841.062975] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c22b16c4-b541-4fd0-94ef-266e824afd44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.066889] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1841.066889] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a2732e-82f2-328a-76ee-2a43fef46f49" [ 1841.066889] env[62448]: _type = "Task" [ 1841.066889] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.096048] env[62448]: DEBUG oslo_vmware.rw_handles [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f0aff8-bab6-14a9-220f-b92002039f90/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1841.096353] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Uploaded image e3c3926a-bae8-4482-a164-09ff8188ec6f to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1841.099309] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1841.101812] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c81c474e-e284-4cc8-8613-16f9818b41d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.115150] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a2732e-82f2-328a-76ee-2a43fef46f49, 'name': SearchDatastore_Task, 'duration_secs': 0.030359} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.116322] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.116849] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.117049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.117183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.117440] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.118354] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5716e1a-78fd-4d24-8eac-a45d3ac1a278 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.123063] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1841.123063] env[62448]: value = "task-2092673" [ 1841.123063] env[62448]: _type = "Task" [ 1841.123063] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.136678] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.137072] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.139071] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092673, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.139371] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7628bae8-aa0b-47fb-8549-f0f882533784 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.149018] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1841.149018] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523c84e5-5261-333c-fd2f-b61d624cd5ca" [ 1841.149018] env[62448]: _type = "Task" [ 1841.149018] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.159262] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523c84e5-5261-333c-fd2f-b61d624cd5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.210508] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Received event network-vif-plugged-9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1841.210789] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Acquiring lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.210968] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.211297] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.211522] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] No waiting events found dispatching network-vif-plugged-9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.211699] env[62448]: WARNING nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Received unexpected event network-vif-plugged-9601095c-e02a-4990-9d74-31c40fcac5f0 for instance with vm_state building and task_state spawning. [ 1841.211872] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Received event network-changed-9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1841.212121] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Refreshing instance network info cache due to event network-changed-9601095c-e02a-4990-9d74-31c40fcac5f0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1841.212392] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Acquiring lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.212518] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Acquired lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.212729] env[62448]: DEBUG nova.network.neutron [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Refreshing network info cache for port 9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.226023] env[62448]: DEBUG nova.network.neutron [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1841.230052] env[62448]: DEBUG nova.compute.manager [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Received event network-changed-0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1841.230237] env[62448]: DEBUG nova.compute.manager [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Refreshing instance network info cache due to event network-changed-0a8a0889-25fc-4fd5-a22c-d571d20c0252. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1841.230469] env[62448]: DEBUG oslo_concurrency.lockutils [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] Acquiring lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.230579] env[62448]: DEBUG oslo_concurrency.lockutils [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] Acquired lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.230734] env[62448]: DEBUG nova.network.neutron [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Refreshing network info cache for port 0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.252439] env[62448]: DEBUG oslo_vmware.api [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092671, 'name': PowerOnVM_Task, 'duration_secs': 0.820909} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.252439] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.252655] env[62448]: INFO nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1841.252852] env[62448]: DEBUG nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.256617] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b3b41-4b3d-4fbf-ae39-e8ad5ea2db44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.259033] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092667, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.445451] env[62448]: DEBUG nova.network.neutron [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Updating instance_info_cache with network_info: [{"id": "8a6cf6ca-5909-4601-aebd-35be724153e9", "address": "fa:16:3e:3b:35:a2", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a6cf6ca-59", "ovs_interfaceid": "8a6cf6ca-5909-4601-aebd-35be724153e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.595464] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "7c037c97-6be9-4a20-90fe-621334a13535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.596027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.596451] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "7c037c97-6be9-4a20-90fe-621334a13535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.597097] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.597097] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.599170] env[62448]: INFO nova.compute.manager [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Terminating instance [ 1841.616149] env[62448]: INFO nova.compute.manager [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Rebuilding instance [ 1841.634232] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092673, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.659475] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523c84e5-5261-333c-fd2f-b61d624cd5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.036473} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.660298] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1338cd5c-7e42-40fe-a198-bbb874826166 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.665772] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1841.665772] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521c9429-bd65-b608-d4df-fa9b5c39c09e" [ 1841.665772] env[62448]: _type = "Task" [ 1841.665772] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.673323] env[62448]: DEBUG nova.compute.manager [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.674100] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f11d5-81a8-4bae-bf99-324874bc546d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.681846] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521c9429-bd65-b608-d4df-fa9b5c39c09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.751692] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092667, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.835627} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.751956] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 564b2923-b7c8-4d52-afe5-5ecef15edd1f/564b2923-b7c8-4d52-afe5-5ecef15edd1f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1841.752184] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1841.752431] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8ae367b-0639-4654-974f-d8c153567714 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.758998] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1841.758998] env[62448]: value = "task-2092674" [ 1841.758998] env[62448]: _type = "Task" [ 1841.758998] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.774589] env[62448]: INFO nova.compute.manager [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Took 39.57 seconds to build instance. [ 1841.783537] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.921346] env[62448]: DEBUG nova.compute.manager [None req-7834bc7a-0e94-4253-9ea6-3538c7510049 tempest-ServerDiagnosticsV248Test-535356379 tempest-ServerDiagnosticsV248Test-535356379-project-admin] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.924855] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b26ef-d80c-45df-a586-2df885559976 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.931099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11d1054f-ad86-4714-89e7-1ea56c7d48ae tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.933666] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.422s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.939354] env[62448]: INFO nova.compute.claims [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.948898] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Releasing lock "refresh_cache-57428019-183e-4cf1-a0c4-748d3d34307d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.950500] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Instance network_info: |[{"id": "8a6cf6ca-5909-4601-aebd-35be724153e9", "address": "fa:16:3e:3b:35:a2", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a6cf6ca-59", "ovs_interfaceid": "8a6cf6ca-5909-4601-aebd-35be724153e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.950806] env[62448]: INFO nova.compute.manager [None req-7834bc7a-0e94-4253-9ea6-3538c7510049 tempest-ServerDiagnosticsV248Test-535356379 tempest-ServerDiagnosticsV248Test-535356379-project-admin] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Retrieving diagnostics [ 1841.951214] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:35:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a6cf6ca-5909-4601-aebd-35be724153e9', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.959991] env[62448]: DEBUG oslo.service.loopingcall [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.961241] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782e6f24-c77c-4099-98d5-f9df7d1bdea1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.965413] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.965648] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d3a2da-80db-419d-bd4f-ddeb0071202e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.026407] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.026407] env[62448]: value = "task-2092675" [ 1842.026407] env[62448]: _type = "Task" [ 1842.026407] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.037258] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092675, 'name': CreateVM_Task} progress is 15%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.067308] env[62448]: DEBUG nova.network.neutron [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Updated VIF entry in instance network info cache for port 9601095c-e02a-4990-9d74-31c40fcac5f0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.067853] env[62448]: DEBUG nova.network.neutron [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Updating instance_info_cache with network_info: [{"id": "9601095c-e02a-4990-9d74-31c40fcac5f0", "address": "fa:16:3e:e1:e0:52", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9601095c-e0", "ovs_interfaceid": "9601095c-e02a-4990-9d74-31c40fcac5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.069986] env[62448]: DEBUG nova.network.neutron [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updated VIF entry in instance network info cache for port 0a8a0889-25fc-4fd5-a22c-d571d20c0252. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.070407] env[62448]: DEBUG nova.network.neutron [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [{"id": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "address": "fa:16:3e:12:67:a0", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a0889-25", "ovs_interfaceid": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.106053] env[62448]: DEBUG nova.compute.manager [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.106228] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.107428] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9898168a-441c-4091-a342-c0af056f196a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.116888] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.117163] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229998e5-e0c5-4b5e-a00d-1971da567a09 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.123983] env[62448]: DEBUG oslo_vmware.api [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1842.123983] env[62448]: value = "task-2092676" [ 1842.123983] env[62448]: _type = "Task" [ 1842.123983] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.136243] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092673, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.139469] env[62448]: DEBUG oslo_vmware.api [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.176050] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521c9429-bd65-b608-d4df-fa9b5c39c09e, 'name': SearchDatastore_Task, 'duration_secs': 0.033512} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.176358] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.176685] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3b730f3f-9462-4279-9ffa-d6e5052d8bb4/3b730f3f-9462-4279-9ffa-d6e5052d8bb4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.176984] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee29924-d4a4-4601-bdb3-8be69910c582 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.183771] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1842.183771] env[62448]: value = "task-2092677" [ 1842.183771] env[62448]: _type = "Task" [ 1842.183771] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.200025] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.273446] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069766} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.273823] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.274764] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd39211-265f-4ecc-a14d-2f0f9ca742d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.277876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-19bce3d7-b959-419a-baae-8f64baa8fe3e tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.782s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.302150] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 564b2923-b7c8-4d52-afe5-5ecef15edd1f/564b2923-b7c8-4d52-afe5-5ecef15edd1f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.303274] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bdaa356-0304-4d0f-a249-d90ba46fb6b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.325959] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1842.325959] env[62448]: value = "task-2092678" [ 1842.325959] env[62448]: _type = "Task" [ 1842.325959] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.337375] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.540220] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092675, 'name': CreateVM_Task, 'duration_secs': 0.454112} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.540296] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1842.541035] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.541213] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.541553] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1842.541831] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cabe33-8973-475e-a27d-7eb6adda8ef1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.548726] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1842.548726] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527541e7-41ac-e7f8-4c75-d65ea5a818ec" [ 1842.548726] env[62448]: _type = "Task" [ 1842.548726] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.557882] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527541e7-41ac-e7f8-4c75-d65ea5a818ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.573729] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Releasing lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.574009] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Received event network-changed-0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1842.574196] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Refreshing instance network info cache due to event network-changed-0a8a0889-25fc-4fd5-a22c-d571d20c0252. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1842.574582] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Acquiring lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.574987] env[62448]: DEBUG oslo_concurrency.lockutils [req-6c6cd77d-cd6c-4a05-8579-60af0ad70573 req-1d423855-f213-4548-bd52-19c2f6cda5a0 service nova] Releasing lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.575456] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Acquired lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.575634] env[62448]: DEBUG nova.network.neutron [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Refreshing network info cache for port 0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.639283] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092673, 'name': Destroy_Task, 'duration_secs': 1.061078} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.642478] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Destroyed the VM [ 1842.642677] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1842.642974] env[62448]: DEBUG oslo_vmware.api [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092676, 'name': PowerOffVM_Task, 'duration_secs': 0.250909} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.643207] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f07904f-bf43-4b3c-bec5-5e1f7ec723a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.645191] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.645865] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.645865] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96e80f6a-1922-4104-818f-0c47453ac610 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.654726] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1842.654726] env[62448]: value = "task-2092679" [ 1842.654726] env[62448]: _type = "Task" [ 1842.654726] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.667288] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092679, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.696417] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.696743] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092677, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.696969] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe82354-5e35-402d-a482-be00376dd5a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.706914] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1842.706914] env[62448]: value = "task-2092681" [ 1842.706914] env[62448]: _type = "Task" [ 1842.706914] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.717497] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.746043] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.746043] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.746043] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Deleting the datastore file [datastore2] 7c037c97-6be9-4a20-90fe-621334a13535 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.746043] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cadced14-9fc6-4bbc-a069-c2f174aa8557 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.754995] env[62448]: DEBUG oslo_vmware.api [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1842.754995] env[62448]: value = "task-2092682" [ 1842.754995] env[62448]: _type = "Task" [ 1842.754995] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.761097] env[62448]: DEBUG oslo_vmware.api [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.780960] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1842.840608] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.067165] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527541e7-41ac-e7f8-4c75-d65ea5a818ec, 'name': SearchDatastore_Task, 'duration_secs': 0.064197} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.070258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.071282] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.071564] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.071719] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.071949] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1843.072408] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e595ca3-30c0-4401-886a-0dbbb075f49f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.081457] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1843.081700] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1843.082811] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dee955a-72bc-4d10-a61d-fd60c51d4881 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.090985] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1843.090985] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a226a-a45e-e7bc-02d8-f9dbf30f9152" [ 1843.090985] env[62448]: _type = "Task" [ 1843.090985] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.100110] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525a226a-a45e-e7bc-02d8-f9dbf30f9152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.172389] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092679, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.200349] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751809} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.200349] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3b730f3f-9462-4279-9ffa-d6e5052d8bb4/3b730f3f-9462-4279-9ffa-d6e5052d8bb4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.202364] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.202364] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eebfcc52-af2b-412a-94ac-3709fcb6f356 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.213049] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1843.213049] env[62448]: value = "task-2092683" [ 1843.213049] env[62448]: _type = "Task" [ 1843.213049] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.220733] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092681, 'name': PowerOffVM_Task, 'duration_secs': 0.324465} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.224169] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.224458] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.227784] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1715d5a0-d1b0-48bb-99ce-441c4b2e46e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.238236] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.244996] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1843.245350] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c606bf-c2e7-4ed4-a979-0ceca9549049 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.265922] env[62448]: DEBUG oslo_vmware.api [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372693} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.271207] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.271454] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.271660] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.271865] env[62448]: INFO nova.compute.manager [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1843.272168] env[62448]: DEBUG oslo.service.loopingcall [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.273660] env[62448]: DEBUG nova.compute.manager [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.273756] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.279063] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.279063] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.279063] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Deleting the datastore file [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.279063] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e64321-9015-4dbb-9ca8-664179a34c41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.283250] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1843.283250] env[62448]: value = "task-2092685" [ 1843.283250] env[62448]: _type = "Task" [ 1843.283250] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.303777] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.321204] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.340790] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092678, 'name': ReconfigVM_Task, 'duration_secs': 0.825756} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.341135] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 564b2923-b7c8-4d52-afe5-5ecef15edd1f/564b2923-b7c8-4d52-afe5-5ecef15edd1f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.341817] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-596d8df8-c2dd-45dc-9e23-e67ba4bc2db0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.353166] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1843.353166] env[62448]: value = "task-2092686" [ 1843.353166] env[62448]: _type = "Task" [ 1843.353166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.367398] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092686, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.421406] env[62448]: DEBUG nova.network.neutron [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updated VIF entry in instance network info cache for port 0a8a0889-25fc-4fd5-a22c-d571d20c0252. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.421918] env[62448]: DEBUG nova.network.neutron [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [{"id": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "address": "fa:16:3e:12:67:a0", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a0889-25", "ovs_interfaceid": "0a8a0889-25fc-4fd5-a22c-d571d20c0252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.520412] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "0e407159-3b30-4637-9b45-79628385e872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.520667] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "0e407159-3b30-4637-9b45-79628385e872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.584841] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6cbb86-ff78-4e1b-aab4-38f7a1a81845 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.599579] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1284ab6-dd34-47f8-acca-fa6c51c2481b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.610501] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525a226a-a45e-e7bc-02d8-f9dbf30f9152, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.643032] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319ab3fe-6039-4347-a891-66ea413fbcdc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.646145] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b252d1d3-cb2b-45ff-8646-01b1790b1e54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.655700] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1843.655700] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d04c0c-8620-7a35-4975-1a3cf21ffa72" [ 1843.655700] env[62448]: _type = "Task" [ 1843.655700] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.657172] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341438af-afaa-4fce-a7e9-5a7875c1b227 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.672980] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092679, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.686437] env[62448]: DEBUG nova.compute.provider_tree [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.687935] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d04c0c-8620-7a35-4975-1a3cf21ffa72, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.688495] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.688719] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 57428019-183e-4cf1-a0c4-748d3d34307d/57428019-183e-4cf1-a0c4-748d3d34307d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.689386] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e517cf1-5f5d-47f0-8a04-0c0b686411fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.696284] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1843.696284] env[62448]: value = "task-2092687" [ 1843.696284] env[62448]: _type = "Task" [ 1843.696284] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.705537] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.722864] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280761} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.723168] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.724026] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370d799-0732-4ad9-afb1-e82942017e6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.746627] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3b730f3f-9462-4279-9ffa-d6e5052d8bb4/3b730f3f-9462-4279-9ffa-d6e5052d8bb4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.746627] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455a404a-913b-4bc8-a8db-84b67d4fc3d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.771210] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1843.771210] env[62448]: value = "task-2092688" [ 1843.771210] env[62448]: _type = "Task" [ 1843.771210] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.780065] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092688, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.793536] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284444} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.793794] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.794084] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.794269] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.798961] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "d26669e1-9612-490c-b4a6-ba83d2ced264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.799300] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "d26669e1-9612-490c-b4a6-ba83d2ced264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.799561] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "d26669e1-9612-490c-b4a6-ba83d2ced264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.799829] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "d26669e1-9612-490c-b4a6-ba83d2ced264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.800075] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "d26669e1-9612-490c-b4a6-ba83d2ced264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.802541] env[62448]: INFO nova.compute.manager [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Terminating instance [ 1843.865436] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092686, 'name': Rename_Task, 'duration_secs': 0.281889} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.865779] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.866203] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-976c0f81-1c11-4c73-94dd-ccf2410077ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.873282] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1843.873282] env[62448]: value = "task-2092689" [ 1843.873282] env[62448]: _type = "Task" [ 1843.873282] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.887511] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.928094] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Releasing lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.928343] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-vif-plugged-88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1843.928546] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.928763] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.928925] env[62448]: DEBUG oslo_concurrency.lockutils [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.929104] env[62448]: DEBUG nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] No waiting events found dispatching network-vif-plugged-88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.929278] env[62448]: WARNING nova.compute.manager [req-9e669e55-9f28-4732-9269-8ea547e46b28 req-dbb95e80-5164-4eae-bf5a-28abb0ce617d service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received unexpected event network-vif-plugged-88f31b3d-a708-4bc9-a73f-7209f5c41768 for instance with vm_state building and task_state spawning. [ 1844.013980] env[62448]: DEBUG nova.compute.manager [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-changed-88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1844.014276] env[62448]: DEBUG nova.compute.manager [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Refreshing instance network info cache due to event network-changed-88f31b3d-a708-4bc9-a73f-7209f5c41768. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1844.014577] env[62448]: DEBUG oslo_concurrency.lockutils [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] Acquiring lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.014871] env[62448]: DEBUG oslo_concurrency.lockutils [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] Acquired lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.015829] env[62448]: DEBUG nova.network.neutron [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Refreshing network info cache for port 88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.044668] env[62448]: DEBUG nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Received event network-vif-plugged-8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1844.044935] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Acquiring lock "57428019-183e-4cf1-a0c4-748d3d34307d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.045125] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Lock "57428019-183e-4cf1-a0c4-748d3d34307d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.045330] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Lock "57428019-183e-4cf1-a0c4-748d3d34307d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.045573] env[62448]: DEBUG nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] No waiting events found dispatching network-vif-plugged-8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1844.045792] env[62448]: WARNING nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Received unexpected event network-vif-plugged-8a6cf6ca-5909-4601-aebd-35be724153e9 for instance with vm_state building and task_state spawning. [ 1844.045949] env[62448]: DEBUG nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Received event network-changed-8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1844.046126] env[62448]: DEBUG nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Refreshing instance network info cache due to event network-changed-8a6cf6ca-5909-4601-aebd-35be724153e9. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1844.046329] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Acquiring lock "refresh_cache-57428019-183e-4cf1-a0c4-748d3d34307d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.046495] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Acquired lock "refresh_cache-57428019-183e-4cf1-a0c4-748d3d34307d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.046682] env[62448]: DEBUG nova.network.neutron [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Refreshing network info cache for port 8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.106163] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.174712] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092679, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.189936] env[62448]: DEBUG nova.scheduler.client.report [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.208508] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.282028] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.307447] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "refresh_cache-d26669e1-9612-490c-b4a6-ba83d2ced264" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.307523] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquired lock "refresh_cache-d26669e1-9612-490c-b4a6-ba83d2ced264" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.307677] env[62448]: DEBUG nova.network.neutron [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.384710] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.609455] env[62448]: INFO nova.compute.manager [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Took 1.34 seconds to deallocate network for instance. [ 1844.675464] env[62448]: DEBUG oslo_vmware.api [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092679, 'name': RemoveSnapshot_Task, 'duration_secs': 1.961062} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.675805] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1844.676080] env[62448]: INFO nova.compute.manager [None req-3383d592-5caa-43b5-9690-1e886e3874b2 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Took 18.92 seconds to snapshot the instance on the hypervisor. [ 1844.695576] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.696102] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.698626] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.760s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.698849] env[62448]: DEBUG nova.objects.instance [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lazy-loading 'resources' on Instance uuid c6b3de20-554d-4867-96f6-92c05697049b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.709372] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716167} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.709695] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 57428019-183e-4cf1-a0c4-748d3d34307d/57428019-183e-4cf1-a0c4-748d3d34307d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.709882] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.710141] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea1a6c7-11e3-4313-9a9c-2b9a3498a80c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.716877] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1844.716877] env[62448]: value = "task-2092690" [ 1844.716877] env[62448]: _type = "Task" [ 1844.716877] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.726809] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.784236] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092688, 'name': ReconfigVM_Task, 'duration_secs': 0.918727} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.784871] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3b730f3f-9462-4279-9ffa-d6e5052d8bb4/3b730f3f-9462-4279-9ffa-d6e5052d8bb4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.785549] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12a7334-22c0-4244-936e-2fc3c30caecc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.793075] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1844.793075] env[62448]: value = "task-2092691" [ 1844.793075] env[62448]: _type = "Task" [ 1844.793075] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.801569] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092691, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.835402] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.835807] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.836136] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.836466] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.836717] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.836951] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.837225] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.837513] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.837787] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.837973] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.838192] env[62448]: DEBUG nova.virt.hardware [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.839476] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c65901e-5fe1-43d7-8c33-b8f660e6cdf5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.846843] env[62448]: DEBUG nova.network.neutron [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1844.858016] env[62448]: DEBUG nova.network.neutron [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updated VIF entry in instance network info cache for port 88f31b3d-a708-4bc9-a73f-7209f5c41768. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.858016] env[62448]: DEBUG nova.network.neutron [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.858594] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349e287-47dd-4122-83bb-db8dd3e3e736 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.878636] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.886019] env[62448]: DEBUG oslo.service.loopingcall [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.892333] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.892600] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58aeb701-815e-4f44-8a5a-69bcd8de24ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.920146] env[62448]: DEBUG oslo_vmware.api [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092689, 'name': PowerOnVM_Task, 'duration_secs': 0.998626} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.921420] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.921617] env[62448]: INFO nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1844.921790] env[62448]: DEBUG nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.922047] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.922047] env[62448]: value = "task-2092692" [ 1844.922047] env[62448]: _type = "Task" [ 1844.922047] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.924102] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cb2512-d3e4-4236-b810-9c3096642cb5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.934584] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092692, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.057018] env[62448]: DEBUG nova.network.neutron [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.118383] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.204844] env[62448]: DEBUG nova.compute.utils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.206724] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1845.206957] env[62448]: DEBUG nova.network.neutron [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1845.229225] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290634} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.229528] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1845.230360] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de7eb7-1aea-455c-a5bc-3f7c981379e9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.255137] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 57428019-183e-4cf1-a0c4-748d3d34307d/57428019-183e-4cf1-a0c4-748d3d34307d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1845.258255] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6aeea8-c602-4cdd-806f-71759701dc84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.280615] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1845.280615] env[62448]: value = "task-2092693" [ 1845.280615] env[62448]: _type = "Task" [ 1845.280615] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.289785] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.289785] env[62448]: DEBUG nova.network.neutron [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Updated VIF entry in instance network info cache for port 8a6cf6ca-5909-4601-aebd-35be724153e9. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.290043] env[62448]: DEBUG nova.network.neutron [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Updating instance_info_cache with network_info: [{"id": "8a6cf6ca-5909-4601-aebd-35be724153e9", "address": "fa:16:3e:3b:35:a2", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a6cf6ca-59", "ovs_interfaceid": "8a6cf6ca-5909-4601-aebd-35be724153e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.304612] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092691, 'name': Rename_Task, 'duration_secs': 0.366853} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.304977] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.305359] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a645f5-9973-4768-b483-0b872295f58c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.314956] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1845.314956] env[62448]: value = "task-2092694" [ 1845.314956] env[62448]: _type = "Task" [ 1845.314956] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.320209] env[62448]: DEBUG nova.policy [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818224adf6814a289843d655744e156c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100f0c01fa2d459aa060a6b417b14dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1845.329290] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.365028] env[62448]: DEBUG oslo_concurrency.lockutils [req-2ae66f81-11b4-4159-9793-bb3c287b3d8e req-c4a86b2f-6469-4b5d-81dc-f84a71ccfb27 service nova] Releasing lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.435390] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092692, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.446822] env[62448]: INFO nova.compute.manager [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Took 42.47 seconds to build instance. [ 1845.556606] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Releasing lock "refresh_cache-d26669e1-9612-490c-b4a6-ba83d2ced264" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.557119] env[62448]: DEBUG nova.compute.manager [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.557323] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.558233] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe0b51-63e6-4093-b729-45c7dc50cb5b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.566787] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.569616] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec645df7-932b-4825-a6e4-9ebf2d3a80e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.577048] env[62448]: DEBUG oslo_vmware.api [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1845.577048] env[62448]: value = "task-2092695" [ 1845.577048] env[62448]: _type = "Task" [ 1845.577048] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.588574] env[62448]: DEBUG oslo_vmware.api [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.711165] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.769406] env[62448]: DEBUG nova.network.neutron [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Successfully created port: 60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.796842] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Releasing lock "refresh_cache-57428019-183e-4cf1-a0c4-748d3d34307d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.800020] env[62448]: DEBUG nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1845.800020] env[62448]: DEBUG nova.compute.manager [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing instance network info cache due to event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1845.800020] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Acquiring lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.800020] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Acquired lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.800020] env[62448]: DEBUG nova.network.neutron [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.800020] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.832026] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092694, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.902544] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963c6852-3f76-4199-949e-d6a25d94d22f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.910679] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58866f93-c2a6-4e32-8568-dd72e4910b7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.947865] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3a1d06-9ba2-404c-bc79-8639e5cd58f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.956801] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b801dd5f-6e05-4f4e-b35b-060e8776a035 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.906s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.957179] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092692, 'name': CreateVM_Task, 'duration_secs': 0.563061} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.959529] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9d645-e808-4d4f-bf07-93e68d342689 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.963983] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.964727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.964941] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.965468] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.966127] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3adf886e-8f61-41b2-8083-f09841e3f0a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.980214] env[62448]: DEBUG nova.compute.provider_tree [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1845.987288] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1845.987288] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e8f0b1-64bd-82f7-101e-602eaa2d9989" [ 1845.987288] env[62448]: _type = "Task" [ 1845.987288] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.998448] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e8f0b1-64bd-82f7-101e-602eaa2d9989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.094659] env[62448]: DEBUG oslo_vmware.api [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092695, 'name': PowerOffVM_Task, 'duration_secs': 0.244187} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.097553] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.097553] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1846.097553] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c24720-1824-49eb-a07b-a09260595ab9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.131873] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1846.132203] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1846.132446] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Deleting the datastore file [datastore2] d26669e1-9612-490c-b4a6-ba83d2ced264 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1846.132780] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3250e982-158f-4aa9-ba5f-0996cd704756 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.140966] env[62448]: DEBUG oslo_vmware.api [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for the task: (returnval){ [ 1846.140966] env[62448]: value = "task-2092697" [ 1846.140966] env[62448]: _type = "Task" [ 1846.140966] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.149896] env[62448]: DEBUG oslo_vmware.api [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.291304] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092693, 'name': ReconfigVM_Task, 'duration_secs': 0.756986} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.291668] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 57428019-183e-4cf1-a0c4-748d3d34307d/57428019-183e-4cf1-a0c4-748d3d34307d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.292334] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba70056e-f76a-403c-ac75-340ec51e756e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.299918] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1846.299918] env[62448]: value = "task-2092698" [ 1846.299918] env[62448]: _type = "Task" [ 1846.299918] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.318250] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092698, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.326757] env[62448]: DEBUG oslo_vmware.api [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2092694, 'name': PowerOnVM_Task, 'duration_secs': 0.832965} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.327165] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.327977] env[62448]: INFO nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1846.327977] env[62448]: DEBUG nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.328463] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8dab13-8256-41c5-87e8-465e65359a0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.344981] env[62448]: DEBUG nova.compute.manager [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1846.345222] env[62448]: DEBUG nova.compute.manager [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing instance network info cache due to event network-changed-0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1846.345414] env[62448]: DEBUG oslo_concurrency.lockutils [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] Acquiring lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.413524] env[62448]: DEBUG nova.compute.manager [req-45488c9e-7a75-4642-be81-3050f15d29bb req-73e14581-ec0b-4f23-8855-acb2c6bffa03 service nova] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Received event network-vif-deleted-0a8a0889-25fc-4fd5-a22c-d571d20c0252 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1846.465800] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.499168] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e8f0b1-64bd-82f7-101e-602eaa2d9989, 'name': SearchDatastore_Task, 'duration_secs': 0.015896} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.499551] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.499905] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.500190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.500312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.500409] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.500947] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b127d153-6488-4761-a5b8-4df8af4e4989 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.507503] env[62448]: ERROR nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] [req-0eafa4fc-b99e-4b7c-8e05-5bafb1c02683] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0eafa4fc-b99e-4b7c-8e05-5bafb1c02683"}]} [ 1846.511197] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.511503] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.512560] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8987ef01-3062-4828-919e-b02bf6d73f16 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.519257] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1846.519257] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526015e7-880c-e80b-538c-0987ad72dfdd" [ 1846.519257] env[62448]: _type = "Task" [ 1846.519257] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.530583] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526015e7-880c-e80b-538c-0987ad72dfdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.531839] env[62448]: DEBUG nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1846.550012] env[62448]: DEBUG nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1846.550312] env[62448]: DEBUG nova.compute.provider_tree [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.567170] env[62448]: DEBUG nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1846.573227] env[62448]: DEBUG nova.network.neutron [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updated VIF entry in instance network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.573558] env[62448]: DEBUG nova.network.neutron [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.591070] env[62448]: DEBUG nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1846.591644] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "7c037c97-6be9-4a20-90fe-621334a13535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.655042] env[62448]: DEBUG oslo_vmware.api [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Task: {'id': task-2092697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169832} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.655548] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.655791] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.656019] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.657985] env[62448]: INFO nova.compute.manager [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1846.658260] env[62448]: DEBUG oslo.service.loopingcall [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.660803] env[62448]: DEBUG nova.compute.manager [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.660910] env[62448]: DEBUG nova.network.neutron [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.678528] env[62448]: DEBUG nova.network.neutron [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.725109] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.749694] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1846.749960] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.750170] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1846.750396] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.750572] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1846.752255] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1846.752255] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1846.752255] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1846.752255] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1846.752255] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1846.752255] env[62448]: DEBUG nova.virt.hardware [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1846.755772] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44f647d-fab1-4e8c-8387-1b727dfa92ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.765173] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b1cba5-1908-4a58-a2de-8e01d16c6e85 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.812062] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092698, 'name': Rename_Task, 'duration_secs': 0.276864} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.812394] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.812658] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377c6433-2c9c-4a28-80aa-04035145d5cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.819622] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1846.819622] env[62448]: value = "task-2092699" [ 1846.819622] env[62448]: _type = "Task" [ 1846.819622] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.828748] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.848962] env[62448]: INFO nova.compute.manager [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Took 38.08 seconds to build instance. [ 1846.993528] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.033465] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526015e7-880c-e80b-538c-0987ad72dfdd, 'name': SearchDatastore_Task, 'duration_secs': 0.020561} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.034358] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a259cb-d44e-4ebd-bf11-e4195005b3b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.040573] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1847.040573] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb45fc-8061-4561-2bd5-3b2f2a15d6ec" [ 1847.040573] env[62448]: _type = "Task" [ 1847.040573] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.051577] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb45fc-8061-4561-2bd5-3b2f2a15d6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.076195] env[62448]: DEBUG oslo_concurrency.lockutils [req-29e3b59c-c11b-4133-a5bc-e5b568cf3745 req-165aa1cb-4a75-45a2-84b4-38185609b0ba service nova] Releasing lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.076677] env[62448]: DEBUG oslo_concurrency.lockutils [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] Acquired lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.076883] env[62448]: DEBUG nova.network.neutron [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Refreshing network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.104025] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5730a709-4add-4c5d-93f9-8b386fd0fca6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.113175] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac080e10-e466-4129-b151-db32e6534f8b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.157764] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10344066-197f-47f3-9482-6ef409c5863a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.169140] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7bd18c-6177-40ec-9052-49688e7a37a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.185670] env[62448]: DEBUG nova.network.neutron [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.187254] env[62448]: DEBUG nova.compute.provider_tree [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.331745] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.354846] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67fe53e7-5fe1-4764-b622-9685fa531e11 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.416s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.429239] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "14eb14ad-c9a6-4f62-a9a0-65164479e188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.429340] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.429687] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "14eb14ad-c9a6-4f62-a9a0-65164479e188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.429768] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.429929] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.434135] env[62448]: INFO nova.compute.manager [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Terminating instance [ 1847.474996] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baaf14-d0f4-eae7-ce92-4c497b2f53a6/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1847.475973] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5170b427-2824-424f-9cbb-5642f9234a14 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.484299] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baaf14-d0f4-eae7-ce92-4c497b2f53a6/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1847.484450] env[62448]: ERROR oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baaf14-d0f4-eae7-ce92-4c497b2f53a6/disk-0.vmdk due to incomplete transfer. [ 1847.487810] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cad9015b-db25-4b77-b82d-c607012c4dc1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.494371] env[62448]: DEBUG oslo_vmware.rw_handles [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52baaf14-d0f4-eae7-ce92-4c497b2f53a6/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1847.494578] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Uploaded image f878c841-efbb-45f9-9753-6dde33ebf70d to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1847.498916] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1847.499526] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3380e2b-c913-4a0d-8f69-a242f9e31571 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.506257] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1847.506257] env[62448]: value = "task-2092700" [ 1847.506257] env[62448]: _type = "Task" [ 1847.506257] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.515108] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092700, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.548900] env[62448]: DEBUG nova.network.neutron [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Successfully updated port: 60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.559243] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb45fc-8061-4561-2bd5-3b2f2a15d6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.018495} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.559243] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.559374] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1847.559781] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c98a1c6-c1ce-417e-8803-153eef5f9e35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.567042] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1847.567042] env[62448]: value = "task-2092701" [ 1847.567042] env[62448]: _type = "Task" [ 1847.567042] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.577659] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.689730] env[62448]: INFO nova.compute.manager [-] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Took 1.03 seconds to deallocate network for instance. [ 1847.691127] env[62448]: DEBUG nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.832019] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.861562] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.945664] env[62448]: DEBUG nova.compute.manager [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1847.945664] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.945664] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc00e7b-8294-42a4-a0b5-67de2b93f6fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.964200] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1847.964623] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41d10d8-5399-4b51-8349-3752d7846081 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.983999] env[62448]: DEBUG oslo_vmware.api [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1847.983999] env[62448]: value = "task-2092702" [ 1847.983999] env[62448]: _type = "Task" [ 1847.983999] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.000267] env[62448]: DEBUG oslo_vmware.api [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.022607] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092700, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.052521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-0c89a295-fc69-45db-8a49-efa31e3a9cf8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.052920] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-0c89a295-fc69-45db-8a49-efa31e3a9cf8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.053064] env[62448]: DEBUG nova.network.neutron [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.076821] env[62448]: DEBUG nova.network.neutron [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updated VIF entry in instance network info cache for port 0cdd15cf-c869-4a6d-ad0e-3efc454b9035. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.077256] env[62448]: DEBUG nova.network.neutron [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [{"id": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "address": "fa:16:3e:d9:2b:1c", "network": {"id": "86687a4c-4146-48f8-8632-5acadb424fab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1930689167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "330b8c9af6904befb8ad133b40f2d313", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdd15cf-c8", "ovs_interfaceid": "0cdd15cf-c869-4a6d-ad0e-3efc454b9035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.086437] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.201626] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.502s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.205582] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.044s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.205936] env[62448]: DEBUG nova.objects.instance [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lazy-loading 'resources' on Instance uuid c1116fcf-1515-4b16-80f1-8f5be6f7b13d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.207906] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.247566] env[62448]: INFO nova.scheduler.client.report [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Deleted allocations for instance c6b3de20-554d-4867-96f6-92c05697049b [ 1848.335024] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.383565] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.494738] env[62448]: DEBUG oslo_vmware.api [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092702, 'name': PowerOffVM_Task, 'duration_secs': 0.36154} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.495092] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1848.495488] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1848.495949] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a7c743c-a744-4359-a2d3-ee47612dfc0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.515720] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092700, 'name': Destroy_Task, 'duration_secs': 0.697637} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.515923] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Destroyed the VM [ 1848.517872] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1848.517872] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c185d8f-5f09-45bf-af8f-dbb0d92ffb11 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.523182] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1848.523182] env[62448]: value = "task-2092704" [ 1848.523182] env[62448]: _type = "Task" [ 1848.523182] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.535069] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.568360] env[62448]: DEBUG nova.compute.manager [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Received event network-vif-plugged-60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1848.569385] env[62448]: DEBUG oslo_concurrency.lockutils [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] Acquiring lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.569385] env[62448]: DEBUG oslo_concurrency.lockutils [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.570967] env[62448]: DEBUG oslo_concurrency.lockutils [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.570967] env[62448]: DEBUG nova.compute.manager [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] No waiting events found dispatching network-vif-plugged-60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.571146] env[62448]: WARNING nova.compute.manager [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Received unexpected event network-vif-plugged-60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 for instance with vm_state building and task_state spawning. [ 1848.571197] env[62448]: DEBUG nova.compute.manager [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Received event network-changed-60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1848.571333] env[62448]: DEBUG nova.compute.manager [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Refreshing instance network info cache due to event network-changed-60ef2f3e-09be-4795-9cf4-cbef0d7c63b9. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1848.571514] env[62448]: DEBUG oslo_concurrency.lockutils [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] Acquiring lock "refresh_cache-0c89a295-fc69-45db-8a49-efa31e3a9cf8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.582994] env[62448]: DEBUG oslo_concurrency.lockutils [req-2e323f2a-e7f9-4e63-a240-d57cb9b06655 req-da2adbb3-4510-4c36-a0df-50cb4efd46c9 service nova] Releasing lock "refresh_cache-53b30256-2715-49d3-a6c5-836c29d6769b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.584150] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660098} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.584403] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1848.584633] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1848.584908] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-515392ab-5df1-4f90-9508-4d51971eac5c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.593711] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1848.593711] env[62448]: value = "task-2092705" [ 1848.593711] env[62448]: _type = "Task" [ 1848.593711] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.599466] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1848.599680] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1848.599859] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Deleting the datastore file [datastore2] 14eb14ad-c9a6-4f62-a9a0-65164479e188 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1848.600489] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fc6c0de-402f-4ffd-accf-afd9adfb5b08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.606212] env[62448]: DEBUG nova.network.neutron [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.608614] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.612922] env[62448]: DEBUG oslo_vmware.api [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for the task: (returnval){ [ 1848.612922] env[62448]: value = "task-2092706" [ 1848.612922] env[62448]: _type = "Task" [ 1848.612922] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.621622] env[62448]: DEBUG oslo_vmware.api [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.658691] env[62448]: DEBUG nova.compute.manager [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Received event network-changed-9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1848.658942] env[62448]: DEBUG nova.compute.manager [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Refreshing instance network info cache due to event network-changed-9601095c-e02a-4990-9d74-31c40fcac5f0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1848.659216] env[62448]: DEBUG oslo_concurrency.lockutils [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] Acquiring lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.659406] env[62448]: DEBUG oslo_concurrency.lockutils [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] Acquired lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.659601] env[62448]: DEBUG nova.network.neutron [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Refreshing network info cache for port 9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.760389] env[62448]: DEBUG oslo_concurrency.lockutils [None req-47531e7b-8a2c-484c-b4b9-e381a5c34760 tempest-ServerShowV257Test-1171508874 tempest-ServerShowV257Test-1171508874-project-member] Lock "c6b3de20-554d-4867-96f6-92c05697049b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.169s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.831128] env[62448]: DEBUG nova.network.neutron [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Updating instance_info_cache with network_info: [{"id": "60ef2f3e-09be-4795-9cf4-cbef0d7c63b9", "address": "fa:16:3e:be:0f:05", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ef2f3e-09", "ovs_interfaceid": "60ef2f3e-09be-4795-9cf4-cbef0d7c63b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.836908] env[62448]: DEBUG oslo_vmware.api [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092699, 'name': PowerOnVM_Task, 'duration_secs': 1.604228} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.837860] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.838213] env[62448]: INFO nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1848.838586] env[62448]: DEBUG nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1848.839507] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f887d8-6ec2-4c47-843c-580f75d25a65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.037422] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.105610] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203453} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.108620] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.109894] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655a393-ed01-4e20-8c9d-41571c54e8db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.132449] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.135567] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26b3eb9-a363-4532-b3cd-67ec47962af6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.154157] env[62448]: DEBUG oslo_vmware.api [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Task: {'id': task-2092706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449324} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.154836] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1849.155053] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1849.155272] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1849.155942] env[62448]: INFO nova.compute.manager [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1849.155942] env[62448]: DEBUG oslo.service.loopingcall [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.155942] env[62448]: DEBUG nova.compute.manager [-] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1849.156114] env[62448]: DEBUG nova.network.neutron [-] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1849.160867] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1849.160867] env[62448]: value = "task-2092707" [ 1849.160867] env[62448]: _type = "Task" [ 1849.160867] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.172944] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092707, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.304079] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d152b-628c-4b8a-b875-47c0fddaa48c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.313097] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a6ab57-b57b-4dce-acb0-4c1662375ac7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.355638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-0c89a295-fc69-45db-8a49-efa31e3a9cf8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.355978] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Instance network_info: |[{"id": "60ef2f3e-09be-4795-9cf4-cbef0d7c63b9", "address": "fa:16:3e:be:0f:05", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ef2f3e-09", "ovs_interfaceid": "60ef2f3e-09be-4795-9cf4-cbef0d7c63b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.362790] env[62448]: DEBUG oslo_concurrency.lockutils [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] Acquired lock "refresh_cache-0c89a295-fc69-45db-8a49-efa31e3a9cf8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.362790] env[62448]: DEBUG nova.network.neutron [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Refreshing network info cache for port 60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.363504] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0f:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60ef2f3e-09be-4795-9cf4-cbef0d7c63b9', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.372111] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating folder: Project (100f0c01fa2d459aa060a6b417b14dc8). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.372707] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b867382-a87b-41b3-b506-e16066f1b07d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.383487] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b1e951a-e4ca-4eb3-8285-2a4e938a278d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.385855] env[62448]: INFO nova.compute.manager [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Took 38.20 seconds to build instance. [ 1849.392860] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d032f6-2fae-4911-823e-459efe5b96dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.399627] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created folder: Project (100f0c01fa2d459aa060a6b417b14dc8) in parent group-v428508. [ 1849.399825] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating folder: Instances. Parent ref: group-v428597. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.400512] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48d7773-17be-48f2-80d8-1585b9bd170a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.411199] env[62448]: DEBUG nova.compute.provider_tree [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.421513] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created folder: Instances in parent group-v428597. [ 1849.421788] env[62448]: DEBUG oslo.service.loopingcall [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.422014] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.422255] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bd33015-8e50-4c77-8828-87f4617347f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.444454] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.444454] env[62448]: value = "task-2092710" [ 1849.444454] env[62448]: _type = "Task" [ 1849.444454] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.453050] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092710, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.536366] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092704, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.670891] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092707, 'name': ReconfigVM_Task, 'duration_secs': 0.431783} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.671309] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Reconfigured VM instance instance-00000019 to attach disk [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb/ce97c764-fd8a-460c-a642-646822ddefdb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.671938] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bca272bf-7a17-431b-b9ca-9e971f67fc38 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.688084] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1849.688084] env[62448]: value = "task-2092711" [ 1849.688084] env[62448]: _type = "Task" [ 1849.688084] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.699418] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092711, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.861943] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "458f738c-d224-4d91-9aa9-f4b5d49aa243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.862420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.862757] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "458f738c-d224-4d91-9aa9-f4b5d49aa243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.863064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.863333] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.865726] env[62448]: INFO nova.compute.manager [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Terminating instance [ 1849.888829] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6344e176-786a-4303-b69f-6c255d92c77a tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "57428019-183e-4cf1-a0c4-748d3d34307d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.679s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.892834] env[62448]: DEBUG nova.network.neutron [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Updated VIF entry in instance network info cache for port 9601095c-e02a-4990-9d74-31c40fcac5f0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.892834] env[62448]: DEBUG nova.network.neutron [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Updating instance_info_cache with network_info: [{"id": "9601095c-e02a-4990-9d74-31c40fcac5f0", "address": "fa:16:3e:e1:e0:52", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9601095c-e0", "ovs_interfaceid": "9601095c-e02a-4990-9d74-31c40fcac5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.917375] env[62448]: DEBUG nova.scheduler.client.report [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.959652] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092710, 'name': CreateVM_Task, 'duration_secs': 0.403265} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.960057] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.961065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.961510] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.963030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.963030] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff80689-148e-46b0-9c82-ac9494f657f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.968238] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1849.968238] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52208320-4c70-d32f-2a51-f5d9e4954f09" [ 1849.968238] env[62448]: _type = "Task" [ 1849.968238] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.986903] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52208320-4c70-d32f-2a51-f5d9e4954f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.034320] env[62448]: DEBUG oslo_vmware.api [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092704, 'name': RemoveSnapshot_Task, 'duration_secs': 1.172204} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.034628] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1850.034907] env[62448]: INFO nova.compute.manager [None req-32d4d0a2-4ae3-4ae1-a556-26e15a564c79 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Took 17.16 seconds to snapshot the instance on the hypervisor. [ 1850.178059] env[62448]: DEBUG nova.network.neutron [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Updated VIF entry in instance network info cache for port 60ef2f3e-09be-4795-9cf4-cbef0d7c63b9. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.178443] env[62448]: DEBUG nova.network.neutron [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Updating instance_info_cache with network_info: [{"id": "60ef2f3e-09be-4795-9cf4-cbef0d7c63b9", "address": "fa:16:3e:be:0f:05", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ef2f3e-09", "ovs_interfaceid": "60ef2f3e-09be-4795-9cf4-cbef0d7c63b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.198683] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092711, 'name': Rename_Task, 'duration_secs': 0.220833} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.198683] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.198897] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3fb6685-2420-4ee3-9d6b-e5ff7a874864 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.205273] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1850.205273] env[62448]: value = "task-2092712" [ 1850.205273] env[62448]: _type = "Task" [ 1850.205273] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.213215] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.374714] env[62448]: DEBUG nova.compute.manager [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1850.374964] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.375904] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b2c58f-ea1d-4ae8-af13-774afc411e4f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.383862] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.384109] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ca5634-edfe-4cef-ba85-6d897f63b198 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.390061] env[62448]: DEBUG oslo_vmware.api [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1850.390061] env[62448]: value = "task-2092713" [ 1850.390061] env[62448]: _type = "Task" [ 1850.390061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.393519] env[62448]: DEBUG oslo_concurrency.lockutils [req-a314b461-e5e5-4e2b-ae13-d9a782b5aa33 req-d8e88c54-3995-4a93-9a93-b03e1e117a73 service nova] Releasing lock "refresh_cache-564b2923-b7c8-4d52-afe5-5ecef15edd1f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.394673] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.402420] env[62448]: DEBUG oslo_vmware.api [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.420986] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.424435] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.896s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.431327] env[62448]: INFO nova.compute.claims [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.453866] env[62448]: DEBUG nova.network.neutron [-] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.471225] env[62448]: INFO nova.scheduler.client.report [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Deleted allocations for instance c1116fcf-1515-4b16-80f1-8f5be6f7b13d [ 1850.488580] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52208320-4c70-d32f-2a51-f5d9e4954f09, 'name': SearchDatastore_Task, 'duration_secs': 0.017709} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.488914] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.489167] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.489826] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.489996] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.490213] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.490483] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-424b911c-e0c7-43a6-a9e8-05d8c10a0ef3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.500511] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.500746] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.503990] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb84ab8e-2147-45e9-8e44-e4fccc729ed6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.510224] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1850.510224] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52071551-8bd6-3258-56a3-eea14c999cf3" [ 1850.510224] env[62448]: _type = "Task" [ 1850.510224] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.522542] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52071551-8bd6-3258-56a3-eea14c999cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.664945] env[62448]: DEBUG nova.compute.manager [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-changed-88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1850.664945] env[62448]: DEBUG nova.compute.manager [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Refreshing instance network info cache due to event network-changed-88f31b3d-a708-4bc9-a73f-7209f5c41768. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1850.664945] env[62448]: DEBUG oslo_concurrency.lockutils [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] Acquiring lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.664945] env[62448]: DEBUG oslo_concurrency.lockutils [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] Acquired lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.665493] env[62448]: DEBUG nova.network.neutron [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Refreshing network info cache for port 88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.681370] env[62448]: DEBUG oslo_concurrency.lockutils [req-8884d85d-e1ac-4172-aa5c-228f50f9c86a req-d9a390f2-1bd4-4c95-bffa-8c328d23eea4 service nova] Releasing lock "refresh_cache-0c89a295-fc69-45db-8a49-efa31e3a9cf8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.717020] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.903837] env[62448]: DEBUG oslo_vmware.api [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092713, 'name': PowerOffVM_Task, 'duration_secs': 0.304319} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.906649] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1850.906954] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1850.907688] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5666ead-293a-45f9-8d5a-b0347418e3db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.925223] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.958459] env[62448]: INFO nova.compute.manager [-] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Took 1.80 seconds to deallocate network for instance. [ 1850.983750] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cf0c30d5-d0c8-4a07-9e7c-a067151ab952 tempest-TenantUsagesTestJSON-1177434196 tempest-TenantUsagesTestJSON-1177434196-project-member] Lock "c1116fcf-1515-4b16-80f1-8f5be6f7b13d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.363s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.026580] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52071551-8bd6-3258-56a3-eea14c999cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.029447] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.029630] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.029891] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleting the datastore file [datastore2] 458f738c-d224-4d91-9aa9-f4b5d49aa243 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.030244] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94f0b0c-28d0-4dc6-86f5-c9e387f8ea79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.033116] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2929c54-bc85-4123-90c1-ff3f2d06b265 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.039758] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1851.039758] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525f2120-85c5-30a5-31ab-88a90423f2bc" [ 1851.039758] env[62448]: _type = "Task" [ 1851.039758] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.041944] env[62448]: DEBUG oslo_vmware.api [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1851.041944] env[62448]: value = "task-2092715" [ 1851.041944] env[62448]: _type = "Task" [ 1851.041944] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.055241] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525f2120-85c5-30a5-31ab-88a90423f2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.058630] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.058990] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 0c89a295-fc69-45db-8a49-efa31e3a9cf8/0c89a295-fc69-45db-8a49-efa31e3a9cf8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.059249] env[62448]: DEBUG oslo_vmware.api [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.059509] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a794da9b-39df-4f6b-b97f-2fd9c8df2233 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.065981] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1851.065981] env[62448]: value = "task-2092716" [ 1851.065981] env[62448]: _type = "Task" [ 1851.065981] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.074225] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.091533] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "57428019-183e-4cf1-a0c4-748d3d34307d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.091825] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "57428019-183e-4cf1-a0c4-748d3d34307d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.092053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "57428019-183e-4cf1-a0c4-748d3d34307d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.092241] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "57428019-183e-4cf1-a0c4-748d3d34307d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.092407] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "57428019-183e-4cf1-a0c4-748d3d34307d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.094721] env[62448]: INFO nova.compute.manager [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Terminating instance [ 1851.218016] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092712, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.467654] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.567425] env[62448]: DEBUG oslo_vmware.api [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183534} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.570833] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1851.570833] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1851.570993] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.571180] env[62448]: INFO nova.compute.manager [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1851.571434] env[62448]: DEBUG oslo.service.loopingcall [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.574082] env[62448]: DEBUG nova.compute.manager [-] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1851.574197] env[62448]: DEBUG nova.network.neutron [-] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1851.580863] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092716, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.602964] env[62448]: DEBUG nova.compute.manager [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.603243] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.604184] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b474b2-55ac-43bd-a238-4978a890d548 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.612716] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.615679] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8bd339f-654c-4d17-84ed-77a00e5ace69 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.624019] env[62448]: DEBUG oslo_vmware.api [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1851.624019] env[62448]: value = "task-2092717" [ 1851.624019] env[62448]: _type = "Task" [ 1851.624019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.631798] env[62448]: DEBUG oslo_vmware.api [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.718260] env[62448]: DEBUG oslo_vmware.api [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092712, 'name': PowerOnVM_Task, 'duration_secs': 1.284374} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.720024] env[62448]: DEBUG nova.network.neutron [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updated VIF entry in instance network info cache for port 88f31b3d-a708-4bc9-a73f-7209f5c41768. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.720024] env[62448]: DEBUG nova.network.neutron [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.722314] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.722577] env[62448]: DEBUG nova.compute.manager [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.727141] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0e318-1dd4-4fbe-a078-104e9dfb5c89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.065403] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33922526-2d69-4597-aa7c-acfabc80180c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.084269] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2f8d1-e8a8-4363-b92e-146fa419e5b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.088505] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58559} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.088505] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 0c89a295-fc69-45db-8a49-efa31e3a9cf8/0c89a295-fc69-45db-8a49-efa31e3a9cf8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.088505] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1852.089874] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fac315f-5070-4a80-a2e4-00f562a135e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.121029] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8779e56-32f9-4026-bf13-b3cbc6b5a89e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.123753] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1852.123753] env[62448]: value = "task-2092718" [ 1852.123753] env[62448]: _type = "Task" [ 1852.123753] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.133739] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d3ab2-6bf9-4ec4-9fcf-c4adfc1c97e9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.140897] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092718, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.144931] env[62448]: DEBUG oslo_vmware.api [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092717, 'name': PowerOffVM_Task, 'duration_secs': 0.214729} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.153564] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.153736] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.154265] env[62448]: DEBUG nova.compute.provider_tree [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.156260] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef6c48dd-7997-4a66-af44-5bfc71603e04 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.226747] env[62448]: DEBUG oslo_concurrency.lockutils [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] Releasing lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.227236] env[62448]: DEBUG nova.compute.manager [req-21cafc5d-d7b3-4f51-bfcf-04600fa23620 req-700ec3f1-626f-4b8d-85b7-2400f8a397eb service nova] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Received event network-vif-deleted-1f1592f0-fd5f-45f7-9a01-100906aa1914 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1852.251365] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.251590] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.251750] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Deleting the datastore file [datastore2] 57428019-183e-4cf1-a0c4-748d3d34307d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.252195] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.252432] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa96a689-def3-40e9-92c2-04c1d824feff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.260723] env[62448]: DEBUG oslo_vmware.api [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for the task: (returnval){ [ 1852.260723] env[62448]: value = "task-2092720" [ 1852.260723] env[62448]: _type = "Task" [ 1852.260723] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.272037] env[62448]: DEBUG oslo_vmware.api [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.389535] env[62448]: DEBUG nova.network.neutron [-] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.405225] env[62448]: DEBUG nova.compute.manager [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.406588] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99147f86-50b8-4ae2-b181-e49e6b28611f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.636978] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06686} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.637311] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.638139] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee048f-a777-4f76-9d92-cfb41be91ce2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.667217] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 0c89a295-fc69-45db-8a49-efa31e3a9cf8/0c89a295-fc69-45db-8a49-efa31e3a9cf8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.671484] env[62448]: DEBUG nova.scheduler.client.report [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.671484] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52197ae-36af-4a1e-9279-c66215d6e1e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.694815] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1852.694815] env[62448]: value = "task-2092721" [ 1852.694815] env[62448]: _type = "Task" [ 1852.694815] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.705491] env[62448]: DEBUG nova.compute.manager [req-5829703f-e47b-483a-8cae-c7d04a3ebf63 req-62baf8c5-952e-426d-b556-5b6b2ec877e1 service nova] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Received event network-vif-deleted-1a211c28-9a6b-464e-aca5-c160cb193529 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1852.709688] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.730524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "ce97c764-fd8a-460c-a642-646822ddefdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.730809] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "ce97c764-fd8a-460c-a642-646822ddefdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.731072] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "ce97c764-fd8a-460c-a642-646822ddefdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.731348] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "ce97c764-fd8a-460c-a642-646822ddefdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.731541] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "ce97c764-fd8a-460c-a642-646822ddefdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.733921] env[62448]: INFO nova.compute.manager [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Terminating instance [ 1852.773058] env[62448]: DEBUG oslo_vmware.api [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Task: {'id': task-2092720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395549} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.773058] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.773058] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.773476] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.773838] env[62448]: INFO nova.compute.manager [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1852.774127] env[62448]: DEBUG oslo.service.loopingcall [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.774338] env[62448]: DEBUG nova.compute.manager [-] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.774953] env[62448]: DEBUG nova.network.neutron [-] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.894537] env[62448]: INFO nova.compute.manager [-] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Took 1.32 seconds to deallocate network for instance. [ 1852.919838] env[62448]: INFO nova.compute.manager [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] instance snapshotting [ 1852.928259] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be04f66-9e43-4eab-9b0f-b76a088bbe64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.949279] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af76ada-8d60-4b6e-8929-b87cc83e7bcf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.190750] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.192332] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1853.193903] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.013s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.195828] env[62448]: INFO nova.compute.claims [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1853.210799] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.238676] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "refresh_cache-ce97c764-fd8a-460c-a642-646822ddefdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.239269] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquired lock "refresh_cache-ce97c764-fd8a-460c-a642-646822ddefdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.239269] env[62448]: DEBUG nova.network.neutron [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.403548] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.467132] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1853.467132] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-275afea2-5e43-4eb9-bf0d-fca19a1b64e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.475438] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1853.475438] env[62448]: value = "task-2092722" [ 1853.475438] env[62448]: _type = "Task" [ 1853.475438] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.481732] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.646110] env[62448]: DEBUG nova.network.neutron [-] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.701199] env[62448]: DEBUG nova.compute.utils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.708259] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1853.708259] env[62448]: DEBUG nova.network.neutron [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.718194] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092721, 'name': ReconfigVM_Task, 'duration_secs': 0.875247} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.719163] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 0c89a295-fc69-45db-8a49-efa31e3a9cf8/0c89a295-fc69-45db-8a49-efa31e3a9cf8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.719784] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70560781-bfbb-449b-8224-05989e191ad5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.727941] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1853.727941] env[62448]: value = "task-2092723" [ 1853.727941] env[62448]: _type = "Task" [ 1853.727941] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.736602] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092723, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.767347] env[62448]: DEBUG nova.network.neutron [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.824851] env[62448]: DEBUG nova.network.neutron [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.827944] env[62448]: DEBUG nova.policy [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a1ffabaf8674fef84e3c337a062281f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e2a0ef04e0449e993b3b94c043ac29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.987026] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.149323] env[62448]: INFO nova.compute.manager [-] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Took 1.37 seconds to deallocate network for instance. [ 1854.205731] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1854.238911] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092723, 'name': Rename_Task, 'duration_secs': 0.19241} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.241875] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.243299] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bef6759-f6c7-42e2-86a9-c0c6289f4259 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.249996] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1854.249996] env[62448]: value = "task-2092724" [ 1854.249996] env[62448]: _type = "Task" [ 1854.249996] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.260804] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.331691] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Releasing lock "refresh_cache-ce97c764-fd8a-460c-a642-646822ddefdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.332384] env[62448]: DEBUG nova.compute.manager [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.333028] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.337232] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f242f4f-e8ac-4358-99a8-f8171a1e007d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.346697] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.346982] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d43c5d-9cd7-4492-a285-d8eb919838e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.354645] env[62448]: DEBUG oslo_vmware.api [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1854.354645] env[62448]: value = "task-2092725" [ 1854.354645] env[62448]: _type = "Task" [ 1854.354645] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.365754] env[62448]: DEBUG oslo_vmware.api [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.486162] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092722, 'name': CreateSnapshot_Task, 'duration_secs': 0.563973} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.486408] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1854.487261] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07fff91-203d-45fd-83a4-8f187a546bcd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.658678] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.664914] env[62448]: DEBUG nova.network.neutron [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Successfully created port: 54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.752653] env[62448]: DEBUG nova.compute.manager [req-3096ded6-9d41-4b04-b736-ab477da44cca req-eeb6553f-f9d3-4ae0-adf6-a971cbdd3d5f service nova] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Received event network-vif-deleted-8a6cf6ca-5909-4601-aebd-35be724153e9 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1854.769216] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.801144] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea280e-06f0-44e6-9a74-ae6e2db2a1d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.811102] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb2d4f0-50f1-4476-8e04-cdade65c9f66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.843046] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807f3eb1-d263-4128-87fa-c267499732d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.850878] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7634361-b3c6-429a-8a87-1f71c3eeb138 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.864239] env[62448]: DEBUG oslo_vmware.api [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092725, 'name': PowerOffVM_Task, 'duration_secs': 0.202216} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.873796] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.873796] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.873796] env[62448]: DEBUG nova.compute.provider_tree [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.874522] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c364c1c3-f59d-4e51-a148-9aec2eb3688a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.909792] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1854.910016] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1854.910204] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Deleting the datastore file [datastore2] ce97c764-fd8a-460c-a642-646822ddefdb {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.912251] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c4aff23-2e88-4e5c-a924-9edb4edf95b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.917386] env[62448]: DEBUG oslo_vmware.api [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for the task: (returnval){ [ 1854.917386] env[62448]: value = "task-2092727" [ 1854.917386] env[62448]: _type = "Task" [ 1854.917386] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.929558] env[62448]: DEBUG oslo_vmware.api [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.009068] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1855.010795] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04aa04a6-4c26-4272-b6d1-e35dd1f04912 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.019196] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.019485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.026647] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1855.026647] env[62448]: value = "task-2092728" [ 1855.026647] env[62448]: _type = "Task" [ 1855.026647] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.036242] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092728, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.214694] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1855.252041] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.252534] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.252833] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.253165] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.256737] env[62448]: DEBUG nova.virt.hardware [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.256737] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e131ee-c094-4c6e-8731-1185c520bc54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.267085] env[62448]: DEBUG oslo_vmware.api [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092724, 'name': PowerOnVM_Task, 'duration_secs': 0.796157} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.269915] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.270313] env[62448]: INFO nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1855.270623] env[62448]: DEBUG nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.271558] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71b2040-7f8b-4af7-886d-1ab3fd987593 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.275750] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fc8cf5-4d05-4adc-9cf6-462eebd120b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.376165] env[62448]: DEBUG nova.scheduler.client.report [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.427360] env[62448]: DEBUG oslo_vmware.api [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Task: {'id': task-2092727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108963} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.427619] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.427822] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.428031] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.428180] env[62448]: INFO nova.compute.manager [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1855.428456] env[62448]: DEBUG oslo.service.loopingcall [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.428658] env[62448]: DEBUG nova.compute.manager [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1855.428755] env[62448]: DEBUG nova.network.neutron [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.451259] env[62448]: DEBUG nova.network.neutron [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.539054] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092728, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.814383] env[62448]: INFO nova.compute.manager [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Took 42.33 seconds to build instance. [ 1855.882964] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.884009] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.463s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.884260] env[62448]: DEBUG nova.objects.instance [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1855.953803] env[62448]: DEBUG nova.network.neutron [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.039720] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092728, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.316646] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dcc46abc-2d61-467a-8a15-7ff9885c076a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.339s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.389275] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "1fc4b34a-ec0e-477d-a16c-05aa138d8557" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.389687] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "1fc4b34a-ec0e-477d-a16c-05aa138d8557" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.457716] env[62448]: INFO nova.compute.manager [-] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Took 1.03 seconds to deallocate network for instance. [ 1856.546833] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092728, 'name': CloneVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.554948] env[62448]: DEBUG nova.network.neutron [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Successfully updated port: 54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.821321] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1856.866395] env[62448]: DEBUG nova.compute.manager [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Received event network-vif-plugged-54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.866667] env[62448]: DEBUG oslo_concurrency.lockutils [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] Acquiring lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.867047] env[62448]: DEBUG oslo_concurrency.lockutils [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.867271] env[62448]: DEBUG oslo_concurrency.lockutils [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.868707] env[62448]: DEBUG nova.compute.manager [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] No waiting events found dispatching network-vif-plugged-54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.868707] env[62448]: WARNING nova.compute.manager [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Received unexpected event network-vif-plugged-54e52f77-6283-48b1-a883-1fdb557f43e5 for instance with vm_state building and task_state spawning. [ 1856.868707] env[62448]: DEBUG nova.compute.manager [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Received event network-changed-54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.868707] env[62448]: DEBUG nova.compute.manager [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Refreshing instance network info cache due to event network-changed-54e52f77-6283-48b1-a883-1fdb557f43e5. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1856.868707] env[62448]: DEBUG oslo_concurrency.lockutils [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] Acquiring lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.868707] env[62448]: DEBUG oslo_concurrency.lockutils [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] Acquired lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.868707] env[62448]: DEBUG nova.network.neutron [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Refreshing network info cache for port 54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.901043] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "1fc4b34a-ec0e-477d-a16c-05aa138d8557" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.901043] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1856.902169] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6b1d2339-a8e3-428a-856f-46dcc1728cfc tempest-ServersAdmin275Test-656587798 tempest-ServersAdmin275Test-656587798-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.905766] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.807s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.909522] env[62448]: INFO nova.compute.claims [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.912659] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.912876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.913093] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.913280] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.913579] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.916533] env[62448]: INFO nova.compute.manager [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Terminating instance [ 1856.964666] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.040614] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092728, 'name': CloneVM_Task, 'duration_secs': 1.586684} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.040986] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Created linked-clone VM from snapshot [ 1857.041666] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4770f0-8425-45d3-801b-bb7e1273fe55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.050091] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Uploading image 04ad0e35-4e92-4bec-9886-14121088a52c {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1857.060631] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.080058] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1857.080058] env[62448]: value = "vm-428601" [ 1857.080058] env[62448]: _type = "VirtualMachine" [ 1857.080058] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1857.080347] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe6d2fd2-cdce-4c43-99f1-74f01099499d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.087566] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lease: (returnval){ [ 1857.087566] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd4390-aea7-ba1d-3e15-447f97f7f488" [ 1857.087566] env[62448]: _type = "HttpNfcLease" [ 1857.087566] env[62448]: } obtained for exporting VM: (result){ [ 1857.087566] env[62448]: value = "vm-428601" [ 1857.087566] env[62448]: _type = "VirtualMachine" [ 1857.087566] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1857.087829] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the lease: (returnval){ [ 1857.087829] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd4390-aea7-ba1d-3e15-447f97f7f488" [ 1857.087829] env[62448]: _type = "HttpNfcLease" [ 1857.087829] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1857.095297] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1857.095297] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd4390-aea7-ba1d-3e15-447f97f7f488" [ 1857.095297] env[62448]: _type = "HttpNfcLease" [ 1857.095297] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1857.349501] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.408182] env[62448]: DEBUG nova.compute.utils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.410146] env[62448]: DEBUG nova.network.neutron [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.412027] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.412152] env[62448]: DEBUG nova.network.neutron [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.423819] env[62448]: DEBUG nova.compute.manager [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1857.425951] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.425951] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b5bda-aa59-4353-a677-4b61c48d5bda {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.434602] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.437310] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ace413-a689-4333-a8c3-06d078e49467 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.444426] env[62448]: DEBUG oslo_vmware.api [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1857.444426] env[62448]: value = "task-2092730" [ 1857.444426] env[62448]: _type = "Task" [ 1857.444426] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.453391] env[62448]: DEBUG oslo_vmware.api [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.488024] env[62448]: DEBUG nova.network.neutron [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.505196] env[62448]: DEBUG nova.policy [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc967bc9e504956a9c1781658718318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de7deb730d874748b46e7ad117415bbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1857.598564] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1857.598564] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd4390-aea7-ba1d-3e15-447f97f7f488" [ 1857.598564] env[62448]: _type = "HttpNfcLease" [ 1857.598564] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1857.598881] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1857.598881] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd4390-aea7-ba1d-3e15-447f97f7f488" [ 1857.598881] env[62448]: _type = "HttpNfcLease" [ 1857.598881] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1857.599596] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac46ac8-9ff6-401f-b666-a9d0649acd28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.608167] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccadd7-44a7-5e27-4293-8ef7fe574e24/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1857.608392] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccadd7-44a7-5e27-4293-8ef7fe574e24/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1857.741029] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-457f3100-bd8b-4977-ae49-d86f3b4fe452 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.921381] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1857.957183] env[62448]: DEBUG oslo_vmware.api [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092730, 'name': PowerOffVM_Task, 'duration_secs': 0.217825} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.959842] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.960074] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.962156] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9ce5afb-3980-4271-a630-54f29fd8a710 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.990712] env[62448]: DEBUG oslo_concurrency.lockutils [req-3faf03c8-9ece-4d1d-ac1d-c562b19adafc req-bdcaf80b-1a72-44d8-90d0-8156b1885d2b service nova] Releasing lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.991833] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquired lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.991833] env[62448]: DEBUG nova.network.neutron [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.124553] env[62448]: DEBUG nova.network.neutron [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Successfully created port: 722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.257860] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.258403] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.259044] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleting the datastore file [datastore2] 0c89a295-fc69-45db-8a49-efa31e3a9cf8 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.261951] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-994f508b-6ee9-4d74-a39c-1023fd88adc5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.271770] env[62448]: DEBUG oslo_vmware.api [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1858.271770] env[62448]: value = "task-2092732" [ 1858.271770] env[62448]: _type = "Task" [ 1858.271770] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.278034] env[62448]: DEBUG oslo_vmware.api [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.616958] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d32658-2276-4b73-833c-456cdaeaf2c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.625549] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73281e-9436-4f7b-a9c5-b7413f28d478 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.666689] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed334795-50c2-4f00-b49d-5ae2ba24b2c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.675551] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4684fc5b-8cca-4a8a-bc88-6e9129084e48 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.690095] env[62448]: DEBUG nova.compute.provider_tree [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.692242] env[62448]: DEBUG nova.network.neutron [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1858.780097] env[62448]: DEBUG oslo_vmware.api [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2092732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16184} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.780354] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.780533] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.780702] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.780970] env[62448]: INFO nova.compute.manager [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1858.781228] env[62448]: DEBUG oslo.service.loopingcall [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.781419] env[62448]: DEBUG nova.compute.manager [-] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.781510] env[62448]: DEBUG nova.network.neutron [-] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.931895] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1858.962625] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.963865] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.963865] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.963865] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.963865] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.963865] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.963865] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.964110] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.964240] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.964493] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.964679] env[62448]: DEBUG nova.virt.hardware [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.966064] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bdc409-83f8-409b-97fb-c5092309eaa3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.975485] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57572723-0d06-4d7f-aae1-09eca20663a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.109442] env[62448]: DEBUG nova.network.neutron [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Updating instance_info_cache with network_info: [{"id": "54e52f77-6283-48b1-a883-1fdb557f43e5", "address": "fa:16:3e:a8:76:34", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52f77-62", "ovs_interfaceid": "54e52f77-6283-48b1-a883-1fdb557f43e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.195508] env[62448]: DEBUG nova.scheduler.client.report [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.349224] env[62448]: DEBUG nova.compute.manager [req-1bb31a1e-2321-4b1c-b44e-738d1fafde96 req-07c4cd0e-96c4-4ff7-ae9e-080e10cfbc70 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Received event network-vif-deleted-60ef2f3e-09be-4795-9cf4-cbef0d7c63b9 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1859.349456] env[62448]: INFO nova.compute.manager [req-1bb31a1e-2321-4b1c-b44e-738d1fafde96 req-07c4cd0e-96c4-4ff7-ae9e-080e10cfbc70 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Neutron deleted interface 60ef2f3e-09be-4795-9cf4-cbef0d7c63b9; detaching it from the instance and deleting it from the info cache [ 1859.350141] env[62448]: DEBUG nova.network.neutron [req-1bb31a1e-2321-4b1c-b44e-738d1fafde96 req-07c4cd0e-96c4-4ff7-ae9e-080e10cfbc70 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.612933] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Releasing lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.613335] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Instance network_info: |[{"id": "54e52f77-6283-48b1-a883-1fdb557f43e5", "address": "fa:16:3e:a8:76:34", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52f77-62", "ovs_interfaceid": "54e52f77-6283-48b1-a883-1fdb557f43e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1859.613901] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:76:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e52f77-6283-48b1-a883-1fdb557f43e5', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.624902] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Creating folder: Project (48e2a0ef04e0449e993b3b94c043ac29). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1859.625373] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d5f524-6561-473a-badc-03a2390c775a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.640404] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Created folder: Project (48e2a0ef04e0449e993b3b94c043ac29) in parent group-v428508. [ 1859.640681] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Creating folder: Instances. Parent ref: group-v428602. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1859.640857] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b29f0a68-3c38-46d8-b42d-914284cd9bc7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.650870] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Created folder: Instances in parent group-v428602. [ 1859.651152] env[62448]: DEBUG oslo.service.loopingcall [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.651344] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.651719] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79cb957c-ae70-40d6-9b45-3e604fda5546 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.671757] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.671757] env[62448]: value = "task-2092735" [ 1859.671757] env[62448]: _type = "Task" [ 1859.671757] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.680464] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092735, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.706022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.706022] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.707046] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.421s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.707265] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.707697] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1859.707837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.022s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.709295] env[62448]: INFO nova.compute.claims [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1859.713196] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c7fcf-9159-46b8-8abe-5687994bea6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.723546] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf5327-7b6c-4ce7-977a-4661d527fd2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.744899] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b3635-5bca-4924-bb3d-19d473766896 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.751535] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2c3cd-ea64-44ee-91fa-bcfdaa737546 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.789713] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179715MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1859.789713] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.823364] env[62448]: DEBUG nova.network.neutron [-] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.845494] env[62448]: DEBUG nova.compute.manager [req-7b408cf5-6b03-444b-bc0e-ce145c58adb9 req-a0e836de-c25d-4864-967a-0d861adba7c2 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Received event network-vif-plugged-722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1859.845766] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b408cf5-6b03-444b-bc0e-ce145c58adb9 req-a0e836de-c25d-4864-967a-0d861adba7c2 service nova] Acquiring lock "a7c17bc5-408d-4988-a687-2f6ed51ac088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.845986] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b408cf5-6b03-444b-bc0e-ce145c58adb9 req-a0e836de-c25d-4864-967a-0d861adba7c2 service nova] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.846168] env[62448]: DEBUG oslo_concurrency.lockutils [req-7b408cf5-6b03-444b-bc0e-ce145c58adb9 req-a0e836de-c25d-4864-967a-0d861adba7c2 service nova] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.846334] env[62448]: DEBUG nova.compute.manager [req-7b408cf5-6b03-444b-bc0e-ce145c58adb9 req-a0e836de-c25d-4864-967a-0d861adba7c2 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] No waiting events found dispatching network-vif-plugged-722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1859.846500] env[62448]: WARNING nova.compute.manager [req-7b408cf5-6b03-444b-bc0e-ce145c58adb9 req-a0e836de-c25d-4864-967a-0d861adba7c2 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Received unexpected event network-vif-plugged-722bc87e-8a7f-402f-8125-d822821eb6c8 for instance with vm_state building and task_state spawning. [ 1859.854388] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b71629a-e1e0-403a-b601-e53550f99502 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.863885] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3530678-3e4e-4586-bf09-e939423c569e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.902288] env[62448]: DEBUG nova.compute.manager [req-1bb31a1e-2321-4b1c-b44e-738d1fafde96 req-07c4cd0e-96c4-4ff7-ae9e-080e10cfbc70 service nova] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Detach interface failed, port_id=60ef2f3e-09be-4795-9cf4-cbef0d7c63b9, reason: Instance 0c89a295-fc69-45db-8a49-efa31e3a9cf8 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1859.911324] env[62448]: DEBUG nova.network.neutron [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Successfully updated port: 722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.184859] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092735, 'name': CreateVM_Task, 'duration_secs': 0.471248} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.184859] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.185325] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.185730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.185858] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.186663] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b40a978-9c34-4ad4-b0aa-d1efce943b23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.194478] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1860.194478] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52117d38-e45d-4ed1-af46-74d700424167" [ 1860.194478] env[62448]: _type = "Task" [ 1860.194478] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.201026] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52117d38-e45d-4ed1-af46-74d700424167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.214567] env[62448]: DEBUG nova.compute.utils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.217300] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.219012] env[62448]: DEBUG nova.network.neutron [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.285037] env[62448]: DEBUG nova.policy [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e58de5b7c33340ccbaf20ec8ec2d4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d351d34b4943209cf53d04a3b330bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.332495] env[62448]: INFO nova.compute.manager [-] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Took 1.55 seconds to deallocate network for instance. [ 1860.412041] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "refresh_cache-a7c17bc5-408d-4988-a687-2f6ed51ac088" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.412304] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquired lock "refresh_cache-a7c17bc5-408d-4988-a687-2f6ed51ac088" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.412514] env[62448]: DEBUG nova.network.neutron [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.703940] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52117d38-e45d-4ed1-af46-74d700424167, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.704671] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.704671] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.704785] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.704895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.705073] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.705352] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5df5fa-5bbe-438d-a505-ef4ce07b2d89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.715375] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.715375] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.715655] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae1e216-cb3b-427f-a25a-2c69e1a8af70 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.718845] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.728387] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1860.728387] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52603e29-d895-55e2-9859-2cb8d1ddaeb9" [ 1860.728387] env[62448]: _type = "Task" [ 1860.728387] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.738046] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52603e29-d895-55e2-9859-2cb8d1ddaeb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.753021] env[62448]: DEBUG nova.network.neutron [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Successfully created port: 563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1860.838911] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.962868] env[62448]: DEBUG nova.network.neutron [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.247275] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52603e29-d895-55e2-9859-2cb8d1ddaeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.248218] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77918227-8522-4436-ad31-37e7016cc93c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.263273] env[62448]: DEBUG nova.network.neutron [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Updating instance_info_cache with network_info: [{"id": "722bc87e-8a7f-402f-8125-d822821eb6c8", "address": "fa:16:3e:eb:3b:03", "network": {"id": "89211067-c694-4998-b001-0d88bc38b2a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1929521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7deb730d874748b46e7ad117415bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722bc87e-8a", "ovs_interfaceid": "722bc87e-8a7f-402f-8125-d822821eb6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.264665] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1861.264665] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fe479c-316b-7e37-20f3-d7a412742494" [ 1861.264665] env[62448]: _type = "Task" [ 1861.264665] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.275250] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fe479c-316b-7e37-20f3-d7a412742494, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.277813] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.278729] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] eec857ae-b3cc-4b5e-a1f0-8914faa151d1/eec857ae-b3cc-4b5e-a1f0-8914faa151d1.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.278729] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05762535-e6a0-4a5c-84c6-04614fcb7278 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.287411] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1861.287411] env[62448]: value = "task-2092736" [ 1861.287411] env[62448]: _type = "Task" [ 1861.287411] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.299236] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.305368] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd5146-b742-4364-8241-df8136887bfc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.314394] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f522f8-cb58-45b5-a044-c70c3fcf5d27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.348744] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82b7f40-0ac0-4994-8da4-0aba3c7f0e6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.356978] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66f1a2-930f-48f0-a6e1-9ee47433d606 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.370746] env[62448]: DEBUG nova.compute.provider_tree [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.729815] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.753124] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1861.753718] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1861.753878] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1861.754072] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1861.754217] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1861.754361] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1861.754604] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1861.754716] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1861.754874] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1861.755040] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1861.755213] env[62448]: DEBUG nova.virt.hardware [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1861.756143] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848d4551-7a13-4dc8-9593-3b40cf3e9b75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.766912] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Releasing lock "refresh_cache-a7c17bc5-408d-4988-a687-2f6ed51ac088" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.767283] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Instance network_info: |[{"id": "722bc87e-8a7f-402f-8125-d822821eb6c8", "address": "fa:16:3e:eb:3b:03", "network": {"id": "89211067-c694-4998-b001-0d88bc38b2a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1929521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7deb730d874748b46e7ad117415bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722bc87e-8a", "ovs_interfaceid": "722bc87e-8a7f-402f-8125-d822821eb6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.767957] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:3b:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '722bc87e-8a7f-402f-8125-d822821eb6c8', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.775380] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Creating folder: Project (de7deb730d874748b46e7ad117415bbf). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1861.776853] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f717b-a3fd-48f9-9de4-f97211779e43 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.781383] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3f1de4-e8a5-4bf1-9141-56cd431c6efc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.800175] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Created folder: Project (de7deb730d874748b46e7ad117415bbf) in parent group-v428508. [ 1861.800175] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Creating folder: Instances. Parent ref: group-v428605. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1861.800369] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a17e057-7a83-4804-a672-3aaf9552f02a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.809336] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504408} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.810771] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] eec857ae-b3cc-4b5e-a1f0-8914faa151d1/eec857ae-b3cc-4b5e-a1f0-8914faa151d1.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.811051] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.811407] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Created folder: Instances in parent group-v428605. [ 1861.811497] env[62448]: DEBUG oslo.service.loopingcall [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.811676] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-275fdf4b-1c02-4dbb-900c-a31329b5880d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.813622] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.813852] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de511be6-0097-42ca-9257-0c1924192af1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.837228] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1861.837228] env[62448]: value = "task-2092739" [ 1861.837228] env[62448]: _type = "Task" [ 1861.837228] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.842795] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.842795] env[62448]: value = "task-2092740" [ 1861.842795] env[62448]: _type = "Task" [ 1861.842795] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.851156] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.856858] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092740, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.873682] env[62448]: DEBUG nova.scheduler.client.report [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.950717] env[62448]: DEBUG nova.compute.manager [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Received event network-changed-722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.950717] env[62448]: DEBUG nova.compute.manager [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Refreshing instance network info cache due to event network-changed-722bc87e-8a7f-402f-8125-d822821eb6c8. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1861.950905] env[62448]: DEBUG oslo_concurrency.lockutils [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] Acquiring lock "refresh_cache-a7c17bc5-408d-4988-a687-2f6ed51ac088" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.951073] env[62448]: DEBUG oslo_concurrency.lockutils [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] Acquired lock "refresh_cache-a7c17bc5-408d-4988-a687-2f6ed51ac088" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.951245] env[62448]: DEBUG nova.network.neutron [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Refreshing network info cache for port 722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.354364] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087921} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.357019] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.357019] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa3e9c-8cdc-412c-87a7-1c0a982624e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.364223] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092740, 'name': CreateVM_Task, 'duration_secs': 0.433295} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.364754] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.365770] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.365994] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.366332] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.366617] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf146f5-f559-4f0c-9078-981546633817 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.381111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.381972] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1862.396832] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] eec857ae-b3cc-4b5e-a1f0-8914faa151d1/eec857ae-b3cc-4b5e-a1f0-8914faa151d1.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.398275] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.555s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.399032] env[62448]: DEBUG nova.objects.instance [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lazy-loading 'resources' on Instance uuid fca5ff75-8391-43dd-92a1-53c52bb797c4 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.400027] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01dca67-333f-4a1a-85ca-3d686c5e0cbf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.418493] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1862.418493] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e265cc-103c-bbc2-e238-f4e5a492da58" [ 1862.418493] env[62448]: _type = "Task" [ 1862.418493] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.424598] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1862.424598] env[62448]: value = "task-2092741" [ 1862.424598] env[62448]: _type = "Task" [ 1862.424598] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.433163] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e265cc-103c-bbc2-e238-f4e5a492da58, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.433904] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.434289] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.434489] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.436743] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.436743] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.438773] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555dcca5-1486-45f5-a795-2717b9b269ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.441929] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.447880] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.448103] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.448844] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d87b7ca-2225-4c91-a9e8-bd93548469ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.457443] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1862.457443] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529455b6-dbc0-37e1-ef50-8708ad3514a9" [ 1862.457443] env[62448]: _type = "Task" [ 1862.457443] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.467826] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529455b6-dbc0-37e1-ef50-8708ad3514a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.471384] env[62448]: DEBUG nova.network.neutron [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Successfully updated port: 563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.514971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.515228] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.709360] env[62448]: DEBUG nova.network.neutron [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Updated VIF entry in instance network info cache for port 722bc87e-8a7f-402f-8125-d822821eb6c8. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.709726] env[62448]: DEBUG nova.network.neutron [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Updating instance_info_cache with network_info: [{"id": "722bc87e-8a7f-402f-8125-d822821eb6c8", "address": "fa:16:3e:eb:3b:03", "network": {"id": "89211067-c694-4998-b001-0d88bc38b2a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1929521885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7deb730d874748b46e7ad117415bbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722bc87e-8a", "ovs_interfaceid": "722bc87e-8a7f-402f-8125-d822821eb6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.899509] env[62448]: DEBUG nova.compute.utils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1862.901335] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1862.901507] env[62448]: DEBUG nova.network.neutron [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1862.937681] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.962949] env[62448]: DEBUG nova.policy [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a8192f4095430f8044709710673409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc2872f83e8400ab26d38fdd68b5611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1862.970298] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529455b6-dbc0-37e1-ef50-8708ad3514a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.974421] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-d4b63ceb-c8ec-47bf-9853-1c522e1da467" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.974543] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-d4b63ceb-c8ec-47bf-9853-1c522e1da467" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.974694] env[62448]: DEBUG nova.network.neutron [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.976140] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60952515-7f0c-4bf4-bd9e-c5c4dc287c19 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.982323] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1862.982323] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527731a3-1f50-35e5-9493-eb5d58f5212f" [ 1862.982323] env[62448]: _type = "Task" [ 1862.982323] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.992983] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527731a3-1f50-35e5-9493-eb5d58f5212f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.212032] env[62448]: DEBUG oslo_concurrency.lockutils [req-076550ab-c3be-4fd8-90d7-cb4582e50f67 req-8cebc679-8054-45ed-baf4-125002783477 service nova] Releasing lock "refresh_cache-a7c17bc5-408d-4988-a687-2f6ed51ac088" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.351978] env[62448]: DEBUG nova.network.neutron [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Successfully created port: ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.405189] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1863.436068] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092741, 'name': ReconfigVM_Task, 'duration_secs': 0.654749} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.436353] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Reconfigured VM instance instance-0000001f to attach disk [datastore2] eec857ae-b3cc-4b5e-a1f0-8914faa151d1/eec857ae-b3cc-4b5e-a1f0-8914faa151d1.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.437022] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113cbe32-386f-4e48-a69f-f0c8ca7eb5d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.444219] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1863.444219] env[62448]: value = "task-2092742" [ 1863.444219] env[62448]: _type = "Task" [ 1863.444219] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.455778] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092742, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.494222] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527731a3-1f50-35e5-9493-eb5d58f5212f, 'name': SearchDatastore_Task, 'duration_secs': 0.01783} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.494478] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.494733] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a7c17bc5-408d-4988-a687-2f6ed51ac088/a7c17bc5-408d-4988-a687-2f6ed51ac088.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.494995] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7a7225-3934-445f-8919-2a433e6d2f4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.501582] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1863.501582] env[62448]: value = "task-2092743" [ 1863.501582] env[62448]: _type = "Task" [ 1863.501582] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.514040] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.520913] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca50d9a-530f-456d-ba1d-c8c7251e6054 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.531820] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9119be-a817-470c-bb42-397928d74e45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.566070] env[62448]: DEBUG nova.network.neutron [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.569063] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dd99bf-4d1a-4728-9e5a-d21fb4adad7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.579110] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd7812-c9c1-473c-a676-092acda5fb90 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.594079] env[62448]: DEBUG nova.compute.provider_tree [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.792467] env[62448]: DEBUG nova.network.neutron [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Updating instance_info_cache with network_info: [{"id": "563cc4bf-26d8-4c20-8441-574242fc2c17", "address": "fa:16:3e:81:ba:64", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563cc4bf-26", "ovs_interfaceid": "563cc4bf-26d8-4c20-8441-574242fc2c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.957274] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092742, 'name': Rename_Task, 'duration_secs': 0.315277} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.957546] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.957826] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3506e1d-9e5c-45df-a516-fab267b75c26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.965652] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1863.965652] env[62448]: value = "task-2092744" [ 1863.965652] env[62448]: _type = "Task" [ 1863.965652] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.976998] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.979838] env[62448]: DEBUG nova.compute.manager [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Received event network-vif-plugged-563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.979838] env[62448]: DEBUG oslo_concurrency.lockutils [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] Acquiring lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.979838] env[62448]: DEBUG oslo_concurrency.lockutils [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.980228] env[62448]: DEBUG oslo_concurrency.lockutils [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.980228] env[62448]: DEBUG nova.compute.manager [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] No waiting events found dispatching network-vif-plugged-563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.980370] env[62448]: WARNING nova.compute.manager [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Received unexpected event network-vif-plugged-563cc4bf-26d8-4c20-8441-574242fc2c17 for instance with vm_state building and task_state spawning. [ 1863.980523] env[62448]: DEBUG nova.compute.manager [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Received event network-changed-563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.980732] env[62448]: DEBUG nova.compute.manager [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Refreshing instance network info cache due to event network-changed-563cc4bf-26d8-4c20-8441-574242fc2c17. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1863.981010] env[62448]: DEBUG oslo_concurrency.lockutils [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] Acquiring lock "refresh_cache-d4b63ceb-c8ec-47bf-9853-1c522e1da467" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.018669] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092743, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.099869] env[62448]: DEBUG nova.scheduler.client.report [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.294722] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-d4b63ceb-c8ec-47bf-9853-1c522e1da467" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.295080] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance network_info: |[{"id": "563cc4bf-26d8-4c20-8441-574242fc2c17", "address": "fa:16:3e:81:ba:64", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563cc4bf-26", "ovs_interfaceid": "563cc4bf-26d8-4c20-8441-574242fc2c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.295390] env[62448]: DEBUG oslo_concurrency.lockutils [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] Acquired lock "refresh_cache-d4b63ceb-c8ec-47bf-9853-1c522e1da467" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.295595] env[62448]: DEBUG nova.network.neutron [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Refreshing network info cache for port 563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.296969] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ba:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563cc4bf-26d8-4c20-8441-574242fc2c17', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.304481] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating folder: Project (31d351d34b4943209cf53d04a3b330bf). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1864.307511] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a051b4-f4e3-4e29-ad8d-d356c764fbb7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.319113] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created folder: Project (31d351d34b4943209cf53d04a3b330bf) in parent group-v428508. [ 1864.319335] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating folder: Instances. Parent ref: group-v428608. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1864.319601] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f411128-636b-4a72-8ffe-51815b32b873 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.328953] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created folder: Instances in parent group-v428608. [ 1864.329787] env[62448]: DEBUG oslo.service.loopingcall [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.329787] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.329787] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1edc454e-68d2-4932-90e3-b60cbb385a41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.352754] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.352754] env[62448]: value = "task-2092747" [ 1864.352754] env[62448]: _type = "Task" [ 1864.352754] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.361285] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092747, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.417618] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1864.442532] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1864.442787] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.442932] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1864.443130] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.443277] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1864.443425] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1864.443843] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1864.444098] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1864.444232] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1864.444400] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1864.444609] env[62448]: DEBUG nova.virt.hardware [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1864.445639] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d38e652-7b7b-4443-afa0-1ad0e8ccf6db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.457202] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a87af12-d54d-4bbf-b0e4-c896069acf82 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.479106] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.516012] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788229} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.516293] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a7c17bc5-408d-4988-a687-2f6ed51ac088/a7c17bc5-408d-4988-a687-2f6ed51ac088.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.516670] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.519606] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdbb28b7-2f87-437f-9174-eff9503be285 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.526767] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1864.526767] env[62448]: value = "task-2092748" [ 1864.526767] env[62448]: _type = "Task" [ 1864.526767] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.534556] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.587888] env[62448]: DEBUG nova.network.neutron [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Updated VIF entry in instance network info cache for port 563cc4bf-26d8-4c20-8441-574242fc2c17. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.588350] env[62448]: DEBUG nova.network.neutron [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Updating instance_info_cache with network_info: [{"id": "563cc4bf-26d8-4c20-8441-574242fc2c17", "address": "fa:16:3e:81:ba:64", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563cc4bf-26", "ovs_interfaceid": "563cc4bf-26d8-4c20-8441-574242fc2c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.607183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.608185] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.513s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.609910] env[62448]: INFO nova.compute.claims [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.638197] env[62448]: INFO nova.scheduler.client.report [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Deleted allocations for instance fca5ff75-8391-43dd-92a1-53c52bb797c4 [ 1864.863856] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092747, 'name': CreateVM_Task, 'duration_secs': 0.473473} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.864666] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.867908] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.867908] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.867908] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.867908] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887b9bda-703f-4e5b-af06-3a5f1e5a3109 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.874819] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1864.874819] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52701d0f-fe8a-b859-a81a-03ce3d7ac661" [ 1864.874819] env[62448]: _type = "Task" [ 1864.874819] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.885103] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52701d0f-fe8a-b859-a81a-03ce3d7ac661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.951518] env[62448]: DEBUG nova.compute.manager [req-ff127143-ddd6-4894-9e55-64100a495376 req-2bde0138-0a43-45f6-bf34-76f5e87487e9 service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Received event network-vif-plugged-ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1864.952219] env[62448]: DEBUG oslo_concurrency.lockutils [req-ff127143-ddd6-4894-9e55-64100a495376 req-2bde0138-0a43-45f6-bf34-76f5e87487e9 service nova] Acquiring lock "25720ae4-eecd-43cb-a7c3-3765565e4218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.952219] env[62448]: DEBUG oslo_concurrency.lockutils [req-ff127143-ddd6-4894-9e55-64100a495376 req-2bde0138-0a43-45f6-bf34-76f5e87487e9 service nova] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.952219] env[62448]: DEBUG oslo_concurrency.lockutils [req-ff127143-ddd6-4894-9e55-64100a495376 req-2bde0138-0a43-45f6-bf34-76f5e87487e9 service nova] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.952408] env[62448]: DEBUG nova.compute.manager [req-ff127143-ddd6-4894-9e55-64100a495376 req-2bde0138-0a43-45f6-bf34-76f5e87487e9 service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] No waiting events found dispatching network-vif-plugged-ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1864.953573] env[62448]: WARNING nova.compute.manager [req-ff127143-ddd6-4894-9e55-64100a495376 req-2bde0138-0a43-45f6-bf34-76f5e87487e9 service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Received unexpected event network-vif-plugged-ff5873f0-7958-48a1-bf9c-8c5f12ccc071 for instance with vm_state building and task_state spawning. [ 1864.982161] env[62448]: DEBUG oslo_vmware.api [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092744, 'name': PowerOnVM_Task, 'duration_secs': 0.793418} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.982507] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.982744] env[62448]: INFO nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1864.982946] env[62448]: DEBUG nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.984130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed153fad-acd5-40a2-90d5-aa9f7cd6c940 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.041715] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10356} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.041715] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.041715] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc6cb6e-8a3f-4110-ad9a-160492d66697 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.044144] env[62448]: DEBUG nova.network.neutron [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Successfully updated port: ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.070196] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] a7c17bc5-408d-4988-a687-2f6ed51ac088/a7c17bc5-408d-4988-a687-2f6ed51ac088.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.070919] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec07d2b3-49b8-4a74-8163-63c2babf7ddf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.091243] env[62448]: DEBUG oslo_concurrency.lockutils [req-b469f424-dec7-48a6-87e1-1864fe6d2669 req-c3bb6a2e-10f8-4fb9-94c3-f8158459a5b5 service nova] Releasing lock "refresh_cache-d4b63ceb-c8ec-47bf-9853-1c522e1da467" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.093217] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1865.093217] env[62448]: value = "task-2092749" [ 1865.093217] env[62448]: _type = "Task" [ 1865.093217] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.102207] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.147652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-474d67b1-5445-44d2-aab7-f46751fbfefa tempest-ServersAdmin275Test-2099717412 tempest-ServersAdmin275Test-2099717412-project-member] Lock "fca5ff75-8391-43dd-92a1-53c52bb797c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.586s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.385578] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52701d0f-fe8a-b859-a81a-03ce3d7ac661, 'name': SearchDatastore_Task, 'duration_secs': 0.012703} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.386022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.386366] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1865.386727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.386968] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.387262] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.387612] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9253401-087b-4dbc-990a-f1b580e3a36c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.397914] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.398024] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.398736] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2049e78-083c-4200-a3bb-4479be8fd6a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.404187] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1865.404187] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52193917-da34-c9a9-ca9a-b04c2b759c92" [ 1865.404187] env[62448]: _type = "Task" [ 1865.404187] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.412714] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52193917-da34-c9a9-ca9a-b04c2b759c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.507777] env[62448]: INFO nova.compute.manager [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Took 41.01 seconds to build instance. [ 1865.546954] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "refresh_cache-25720ae4-eecd-43cb-a7c3-3765565e4218" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.547930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "refresh_cache-25720ae4-eecd-43cb-a7c3-3765565e4218" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.548189] env[62448]: DEBUG nova.network.neutron [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1865.603149] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092749, 'name': ReconfigVM_Task, 'duration_secs': 0.326518} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.603369] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Reconfigured VM instance instance-00000020 to attach disk [datastore2] a7c17bc5-408d-4988-a687-2f6ed51ac088/a7c17bc5-408d-4988-a687-2f6ed51ac088.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.604027] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12a32e79-bdba-41ea-b042-7a336a8929e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.610557] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1865.610557] env[62448]: value = "task-2092750" [ 1865.610557] env[62448]: _type = "Task" [ 1865.610557] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.622616] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092750, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.920864] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52193917-da34-c9a9-ca9a-b04c2b759c92, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.921695] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d40269-1f5a-4c92-9c2d-07d722cdde3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.931465] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1865.931465] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e329b8-c7f4-7bb2-16c0-1ef91fc3efb8" [ 1865.931465] env[62448]: _type = "Task" [ 1865.931465] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.944576] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e329b8-c7f4-7bb2-16c0-1ef91fc3efb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.982444] env[62448]: DEBUG nova.compute.manager [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Received event network-changed {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1865.982709] env[62448]: DEBUG nova.compute.manager [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Refreshing instance network info cache due to event network-changed. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1865.982829] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] Acquiring lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.986024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] Acquired lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.986024] env[62448]: DEBUG nova.network.neutron [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.010120] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b68c10f5-f0be-4517-9eda-ec2c7210accd tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.579s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.106922] env[62448]: DEBUG nova.network.neutron [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.130149] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092750, 'name': Rename_Task, 'duration_secs': 0.331584} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.130149] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1866.130149] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebaf46e4-9041-44bf-91c7-e547e37818e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.147035] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1866.147035] env[62448]: value = "task-2092751" [ 1866.147035] env[62448]: _type = "Task" [ 1866.147035] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.158228] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.199511] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54581663-fe2b-401b-8da0-65426c847fdb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.206110] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c0f05-39af-4e6e-9eff-e888bc9bd53a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.242674] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27498c76-2cbf-4fc4-8bac-a3ebc775c79b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.251042] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6afdfd-1873-42ca-b800-0376969b9655 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.265968] env[62448]: DEBUG nova.compute.provider_tree [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.346198] env[62448]: DEBUG nova.network.neutron [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Updating instance_info_cache with network_info: [{"id": "ff5873f0-7958-48a1-bf9c-8c5f12ccc071", "address": "fa:16:3e:75:7d:e8", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5873f0-79", "ovs_interfaceid": "ff5873f0-7958-48a1-bf9c-8c5f12ccc071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.448060] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e329b8-c7f4-7bb2-16c0-1ef91fc3efb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.448060] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.448060] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1866.448060] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2da03fa-813a-4cbb-93cd-954d42da4c84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.458018] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1866.458018] env[62448]: value = "task-2092752" [ 1866.458018] env[62448]: _type = "Task" [ 1866.458018] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.467834] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.516261] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.623945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.624258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.624489] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.624697] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.624883] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.628672] env[62448]: INFO nova.compute.manager [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Terminating instance [ 1866.661408] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.769554] env[62448]: DEBUG nova.scheduler.client.report [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.805932] env[62448]: DEBUG nova.network.neutron [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Updating instance_info_cache with network_info: [{"id": "54e52f77-6283-48b1-a883-1fdb557f43e5", "address": "fa:16:3e:a8:76:34", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e52f77-62", "ovs_interfaceid": "54e52f77-6283-48b1-a883-1fdb557f43e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.851306] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "refresh_cache-25720ae4-eecd-43cb-a7c3-3765565e4218" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.851306] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Instance network_info: |[{"id": "ff5873f0-7958-48a1-bf9c-8c5f12ccc071", "address": "fa:16:3e:75:7d:e8", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5873f0-79", "ovs_interfaceid": "ff5873f0-7958-48a1-bf9c-8c5f12ccc071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1866.851306] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:7d:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5873f0-7958-48a1-bf9c-8c5f12ccc071', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1866.861065] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Creating folder: Project (fcc2872f83e8400ab26d38fdd68b5611). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.861846] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b06c2f7-4ea7-4c9d-8457-80a83e2b13fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.874912] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Created folder: Project (fcc2872f83e8400ab26d38fdd68b5611) in parent group-v428508. [ 1866.875202] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Creating folder: Instances. Parent ref: group-v428611. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.877338] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f29996f-2e9a-4372-96c7-ebc509c30997 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.888418] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Created folder: Instances in parent group-v428611. [ 1866.888672] env[62448]: DEBUG oslo.service.loopingcall [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.888874] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1866.889142] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1cfe2f3-796a-4704-921b-66fd3bb22a27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.916136] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1866.916136] env[62448]: value = "task-2092755" [ 1866.916136] env[62448]: _type = "Task" [ 1866.916136] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.928335] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092755, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.966776] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.986329] env[62448]: DEBUG nova.compute.manager [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Received event network-changed-ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.988225] env[62448]: DEBUG nova.compute.manager [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Refreshing instance network info cache due to event network-changed-ff5873f0-7958-48a1-bf9c-8c5f12ccc071. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1866.988225] env[62448]: DEBUG oslo_concurrency.lockutils [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] Acquiring lock "refresh_cache-25720ae4-eecd-43cb-a7c3-3765565e4218" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.988225] env[62448]: DEBUG oslo_concurrency.lockutils [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] Acquired lock "refresh_cache-25720ae4-eecd-43cb-a7c3-3765565e4218" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.988424] env[62448]: DEBUG nova.network.neutron [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Refreshing network info cache for port ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.044435] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.133614] env[62448]: DEBUG nova.compute.manager [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.133851] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.134864] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58872196-51dc-46f0-a3b3-8725d6d3b93e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.143890] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.145147] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dff5e74-d498-4fb1-9780-30b129bbbcea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.154852] env[62448]: DEBUG oslo_vmware.api [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1867.154852] env[62448]: value = "task-2092756" [ 1867.154852] env[62448]: _type = "Task" [ 1867.154852] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.164159] env[62448]: DEBUG oslo_vmware.api [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092751, 'name': PowerOnVM_Task, 'duration_secs': 0.702581} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.164919] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.165421] env[62448]: INFO nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1867.165672] env[62448]: DEBUG nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.166737] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b4b69b-3899-4dc2-a241-617ed407cf4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.173013] env[62448]: DEBUG oslo_vmware.api [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.280327] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.280688] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.283346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.963s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.285070] env[62448]: INFO nova.compute.claims [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1867.309864] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7904f691-1972-40c1-a442-e0e9547b4d35 tempest-ServerExternalEventsTest-847552787 tempest-ServerExternalEventsTest-847552787-project] Releasing lock "refresh_cache-eec857ae-b3cc-4b5e-a1f0-8914faa151d1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.427633] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092755, 'name': CreateVM_Task, 'duration_secs': 0.443488} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.427856] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1867.428580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.428741] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.429064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1867.429427] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5645569a-676e-4ced-8810-57d2957b99a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.434479] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1867.434479] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5269345f-34e7-4e39-4fd1-bf30a24d571b" [ 1867.434479] env[62448]: _type = "Task" [ 1867.434479] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.442581] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5269345f-34e7-4e39-4fd1-bf30a24d571b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.469016] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529869} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.469299] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1867.469580] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.469929] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e693056c-8635-4440-aae6-d819fc9fe98d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.476790] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1867.476790] env[62448]: value = "task-2092757" [ 1867.476790] env[62448]: _type = "Task" [ 1867.476790] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.484944] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.665194] env[62448]: DEBUG oslo_vmware.api [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092756, 'name': PowerOffVM_Task, 'duration_secs': 0.270081} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.665727] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.665996] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.666396] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a67f2d1-9dbb-4751-92a7-8876bdada304 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.696297] env[62448]: INFO nova.compute.manager [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Took 41.55 seconds to build instance. [ 1867.763512] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.763746] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.763973] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Deleting the datastore file [datastore2] eec857ae-b3cc-4b5e-a1f0-8914faa151d1 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.764428] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bcb409a-fb48-4635-b833-a1fc42f87132 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.772649] env[62448]: DEBUG oslo_vmware.api [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for the task: (returnval){ [ 1867.772649] env[62448]: value = "task-2092759" [ 1867.772649] env[62448]: _type = "Task" [ 1867.772649] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.782293] env[62448]: DEBUG oslo_vmware.api [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.792113] env[62448]: DEBUG nova.compute.utils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.797630] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.797840] env[62448]: DEBUG nova.network.neutron [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.867811] env[62448]: DEBUG nova.policy [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ec544a9f1b4390bdc9407916c791eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e0f2bbd3fb43478c810c117716eb80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.950167] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5269345f-34e7-4e39-4fd1-bf30a24d571b, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.950537] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.953848] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1867.953848] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.953848] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.953848] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1867.953848] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63839d3c-aaea-46f3-89f9-9e6989fe0523 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.967538] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1867.967538] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1867.968274] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecabd31-be04-43dd-9215-eeab56f9900e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.979478] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1867.979478] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d84fd5-09fe-95e8-960b-1a695f4a78b3" [ 1867.979478] env[62448]: _type = "Task" [ 1867.979478] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.991541] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d84fd5-09fe-95e8-960b-1a695f4a78b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.998551] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072961} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.998551] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.998551] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3517c580-3d82-4c06-a927-1278e0735cd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.024171] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.026218] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189ca2c5-8902-4877-85c2-bcee027d94e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.046156] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1868.046156] env[62448]: value = "task-2092760" [ 1868.046156] env[62448]: _type = "Task" [ 1868.046156] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.163194] env[62448]: DEBUG nova.network.neutron [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Updated VIF entry in instance network info cache for port ff5873f0-7958-48a1-bf9c-8c5f12ccc071. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.163194] env[62448]: DEBUG nova.network.neutron [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Updating instance_info_cache with network_info: [{"id": "ff5873f0-7958-48a1-bf9c-8c5f12ccc071", "address": "fa:16:3e:75:7d:e8", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5873f0-79", "ovs_interfaceid": "ff5873f0-7958-48a1-bf9c-8c5f12ccc071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.163194] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.201120] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a255f8d8-a511-4065-89cb-b3080c1ac767 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.304s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.284207] env[62448]: DEBUG oslo_vmware.api [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Task: {'id': task-2092759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209265} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.286199] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.287178] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.287502] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.287796] env[62448]: INFO nova.compute.manager [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1868.288477] env[62448]: DEBUG oslo.service.loopingcall [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.288812] env[62448]: DEBUG nova.compute.manager [-] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1868.289031] env[62448]: DEBUG nova.network.neutron [-] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1868.296532] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.322359] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccadd7-44a7-5e27-4293-8ef7fe574e24/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1868.323101] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff729ea-aa27-4424-a6c6-f53f10448781 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.334678] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccadd7-44a7-5e27-4293-8ef7fe574e24/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1868.334838] env[62448]: ERROR oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccadd7-44a7-5e27-4293-8ef7fe574e24/disk-0.vmdk due to incomplete transfer. [ 1868.335077] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f855367c-a230-4c24-b34e-9c7098c0da2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.343261] env[62448]: DEBUG oslo_vmware.rw_handles [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccadd7-44a7-5e27-4293-8ef7fe574e24/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1868.343936] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Uploaded image 04ad0e35-4e92-4bec-9886-14121088a52c to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1868.345834] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1868.348629] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-680bba9a-180c-4579-ba4c-137880aef664 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.356178] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1868.356178] env[62448]: value = "task-2092761" [ 1868.356178] env[62448]: _type = "Task" [ 1868.356178] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.372587] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092761, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.493091] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d84fd5-09fe-95e8-960b-1a695f4a78b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013446} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.497754] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a91c440-0b37-415c-9707-a9f70f405305 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.504805] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1868.504805] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522b3a49-a4f5-e6f3-1aa7-8188be5aa151" [ 1868.504805] env[62448]: _type = "Task" [ 1868.504805] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.519178] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522b3a49-a4f5-e6f3-1aa7-8188be5aa151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.520169] env[62448]: DEBUG nova.network.neutron [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Successfully created port: 1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.561935] env[62448]: DEBUG oslo_concurrency.lockutils [req-ddd1da0c-d4bc-4628-b036-5691a6285e2a req-f17bb724-1cb3-4059-81b8-13e19f2ba6df service nova] Releasing lock "refresh_cache-25720ae4-eecd-43cb-a7c3-3765565e4218" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.562366] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.704292] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.868853] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092761, 'name': Destroy_Task, 'duration_secs': 0.392745} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.869133] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Destroyed the VM [ 1868.869370] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1868.869642] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-993e0a86-c771-4ecd-82e4-f8689d036d5d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.876113] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1868.876113] env[62448]: value = "task-2092762" [ 1868.876113] env[62448]: _type = "Task" [ 1868.876113] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.888021] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.020452] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522b3a49-a4f5-e6f3-1aa7-8188be5aa151, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.020765] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.020872] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 25720ae4-eecd-43cb-a7c3-3765565e4218/25720ae4-eecd-43cb-a7c3-3765565e4218.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.021170] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaa09b1f-1197-45c5-beea-981042f81482 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.031198] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae958cd7-1b36-4869-bc40-30b864501a68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.035819] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "a7c17bc5-408d-4988-a687-2f6ed51ac088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.036111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.036876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "a7c17bc5-408d-4988-a687-2f6ed51ac088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.037246] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.037499] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.039508] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1869.039508] env[62448]: value = "task-2092763" [ 1869.039508] env[62448]: _type = "Task" [ 1869.039508] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.040891] env[62448]: INFO nova.compute.manager [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Terminating instance [ 1869.056644] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931ad62c-7ef7-465f-b457-51b8f6ffbfdb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.065329] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.075050] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092760, 'name': ReconfigVM_Task, 'duration_secs': 0.739078} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.100923] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.103261] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9758138-f86e-437c-ad97-2de342a9e4dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.105575] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec73eb-9951-4ff6-843c-4cf7f0c5c764 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.109373] env[62448]: DEBUG nova.compute.manager [req-057663c9-104f-4f7a-b820-5e324185bb3c req-d165cfba-0801-4188-ba25-db7b4b1b662c service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Received event network-vif-deleted-54e52f77-6283-48b1-a883-1fdb557f43e5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1869.109555] env[62448]: INFO nova.compute.manager [req-057663c9-104f-4f7a-b820-5e324185bb3c req-d165cfba-0801-4188-ba25-db7b4b1b662c service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Neutron deleted interface 54e52f77-6283-48b1-a883-1fdb557f43e5; detaching it from the instance and deleting it from the info cache [ 1869.109727] env[62448]: DEBUG nova.network.neutron [req-057663c9-104f-4f7a-b820-5e324185bb3c req-d165cfba-0801-4188-ba25-db7b4b1b662c service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.118061] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b2984-3e36-47de-9bc9-59ccbfb7857d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.122408] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1869.122408] env[62448]: value = "task-2092764" [ 1869.122408] env[62448]: _type = "Task" [ 1869.122408] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.135937] env[62448]: DEBUG nova.network.neutron [-] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.137919] env[62448]: DEBUG nova.compute.provider_tree [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.146114] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092764, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.241219] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.312123] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.342741] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.343102] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.343343] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.343558] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.343868] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.344122] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.344375] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.344562] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.344848] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.345083] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.345295] env[62448]: DEBUG nova.virt.hardware [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.346464] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac34070d-8c1e-453f-a211-fce24b56a19a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.358317] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3251b-dd52-4418-8b2c-0039fea88e4c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.390402] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092762, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.545457] env[62448]: DEBUG nova.compute.manager [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1869.545720] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1869.546576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0bae6-b56f-43aa-9718-4a82a80f4111 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.554578] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492495} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.557644] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 25720ae4-eecd-43cb-a7c3-3765565e4218/25720ae4-eecd-43cb-a7c3-3765565e4218.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1869.557905] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1869.558243] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.560672] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eecdbb0-cb55-4a99-a1a5-b05acdab783e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.560767] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e37671-35ca-425c-b962-cef83edb5e58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.569813] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1869.569813] env[62448]: value = "task-2092766" [ 1869.569813] env[62448]: _type = "Task" [ 1869.569813] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.570135] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1869.570135] env[62448]: value = "task-2092765" [ 1869.570135] env[62448]: _type = "Task" [ 1869.570135] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.589694] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.589983] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.614545] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db9e0df-1dce-49fe-bbb6-c258f0403550 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.625024] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07446815-abf2-4472-99d4-b2469a23f11a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.638388] env[62448]: INFO nova.compute.manager [-] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Took 1.35 seconds to deallocate network for instance. [ 1869.650095] env[62448]: DEBUG nova.scheduler.client.report [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.654255] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092764, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.669773] env[62448]: DEBUG nova.compute.manager [req-057663c9-104f-4f7a-b820-5e324185bb3c req-d165cfba-0801-4188-ba25-db7b4b1b662c service nova] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Detach interface failed, port_id=54e52f77-6283-48b1-a883-1fdb557f43e5, reason: Instance eec857ae-b3cc-4b5e-a1f0-8914faa151d1 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1869.889395] env[62448]: DEBUG oslo_vmware.api [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092762, 'name': RemoveSnapshot_Task, 'duration_secs': 0.814362} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.890073] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1869.890362] env[62448]: INFO nova.compute.manager [None req-196080ec-a18d-499d-b7be-da460c98bf9a tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 1870.092281] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065874} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.092527] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.092764] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1870.094307] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9881b60-2ddc-40f2-9e49-64de1ccf3f2b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.119720] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 25720ae4-eecd-43cb-a7c3-3765565e4218/25720ae4-eecd-43cb-a7c3-3765565e4218.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.123041] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb98c5b3-357c-4fe6-ba8f-cdff0da5823a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.146078] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092764, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.148245] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1870.148245] env[62448]: value = "task-2092767" [ 1870.148245] env[62448]: _type = "Task" [ 1870.148245] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.158080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.158641] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.165702] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.166031] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.166611] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.048s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.166935] env[62448]: DEBUG nova.objects.instance [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lazy-loading 'resources' on Instance uuid 7c037c97-6be9-4a20-90fe-621334a13535 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.583321] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092766, 'name': PowerOffVM_Task, 'duration_secs': 0.933604} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.584823] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.584823] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.584823] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a20bc3fc-885a-4b5c-ad54-4de388040372 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.655336] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092764, 'name': Rename_Task, 'duration_secs': 1.25009} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.662099] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.662099] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e3e0648-c77d-4e16-bf6c-46a4604424cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.672766] env[62448]: DEBUG nova.compute.utils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.674162] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092767, 'name': ReconfigVM_Task, 'duration_secs': 0.296664} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.679943] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1870.680244] env[62448]: DEBUG nova.network.neutron [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1870.682349] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 25720ae4-eecd-43cb-a7c3-3765565e4218/25720ae4-eecd-43cb-a7c3-3765565e4218.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.683059] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1870.683059] env[62448]: value = "task-2092769" [ 1870.683059] env[62448]: _type = "Task" [ 1870.683059] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.684279] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48bd340a-3569-459e-81b1-b314f24a8638 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.697085] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092769, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.701019] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1870.701019] env[62448]: value = "task-2092770" [ 1870.701019] env[62448]: _type = "Task" [ 1870.701019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.707884] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092770, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.754435] env[62448]: DEBUG nova.policy [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89a2e186501d457eb8edf774dfe8c3b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '392cc77c05c24c229c36772f99bdef7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1870.840500] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.840809] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.841010] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Deleting the datastore file [datastore2] a7c17bc5-408d-4988-a687-2f6ed51ac088 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.842414] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a661b8-b2fb-4d74-93a3-92cf3eff7540 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.850144] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for the task: (returnval){ [ 1870.850144] env[62448]: value = "task-2092771" [ 1870.850144] env[62448]: _type = "Task" [ 1870.850144] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.858555] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.155834] env[62448]: DEBUG nova.network.neutron [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Successfully created port: 70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.175787] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.211028] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.218207] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092770, 'name': Rename_Task, 'duration_secs': 0.232294} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.221120] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.221702] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-308864d3-28b9-433c-afaf-727221565c2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.229768] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1871.229768] env[62448]: value = "task-2092772" [ 1871.229768] env[62448]: _type = "Task" [ 1871.229768] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.240597] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.282250] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6eb62-d23e-46c6-98ed-707007a150b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.291198] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a071fe7f-8e83-49fa-a47d-b0eba9cd210e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.331075] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69d6eb-d7c8-46a1-ac43-27643b84b800 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.341613] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b664d672-9fab-49b7-a580-682e9ae1b85e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.368473] env[62448]: DEBUG nova.compute.provider_tree [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.375114] env[62448]: DEBUG oslo_vmware.api [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Task: {'id': task-2092771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210413} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.375691] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.375897] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.376336] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.376471] env[62448]: INFO nova.compute.manager [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1871.376723] env[62448]: DEBUG oslo.service.loopingcall [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.376934] env[62448]: DEBUG nova.compute.manager [-] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.377099] env[62448]: DEBUG nova.network.neutron [-] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.699704] env[62448]: DEBUG oslo_vmware.api [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092769, 'name': PowerOnVM_Task, 'duration_secs': 0.55022} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.700014] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.700014] env[62448]: INFO nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1871.700148] env[62448]: DEBUG nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.701319] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e0e7d-5861-4e4b-acbf-fa504126d729 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.743568] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.851588] env[62448]: DEBUG nova.network.neutron [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Successfully updated port: 1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.877535] env[62448]: DEBUG nova.scheduler.client.report [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.992575] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "87131a33-4ae6-42f3-8484-165948f4898d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.992942] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "87131a33-4ae6-42f3-8484-165948f4898d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.994076] env[62448]: DEBUG nova.compute.manager [req-58a8721c-3c33-4e9e-a1c6-a3b326f61e3d req-2c01f185-851b-4d37-ab8f-ad39732269c5 service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Received event network-vif-plugged-1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1871.994481] env[62448]: DEBUG oslo_concurrency.lockutils [req-58a8721c-3c33-4e9e-a1c6-a3b326f61e3d req-2c01f185-851b-4d37-ab8f-ad39732269c5 service nova] Acquiring lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.994481] env[62448]: DEBUG oslo_concurrency.lockutils [req-58a8721c-3c33-4e9e-a1c6-a3b326f61e3d req-2c01f185-851b-4d37-ab8f-ad39732269c5 service nova] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.994618] env[62448]: DEBUG oslo_concurrency.lockutils [req-58a8721c-3c33-4e9e-a1c6-a3b326f61e3d req-2c01f185-851b-4d37-ab8f-ad39732269c5 service nova] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.994771] env[62448]: DEBUG nova.compute.manager [req-58a8721c-3c33-4e9e-a1c6-a3b326f61e3d req-2c01f185-851b-4d37-ab8f-ad39732269c5 service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] No waiting events found dispatching network-vif-plugged-1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.995209] env[62448]: WARNING nova.compute.manager [req-58a8721c-3c33-4e9e-a1c6-a3b326f61e3d req-2c01f185-851b-4d37-ab8f-ad39732269c5 service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Received unexpected event network-vif-plugged-1c297cb1-2ae1-4b28-b097-f56dd3ea61dd for instance with vm_state building and task_state spawning. [ 1872.123753] env[62448]: DEBUG nova.compute.manager [req-dfc73849-eb4c-44d9-ae5a-bb1fb6953245 req-57f81a56-eb60-4b9c-8597-cfe930e6c2a1 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Received event network-vif-deleted-722bc87e-8a7f-402f-8125-d822821eb6c8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1872.124078] env[62448]: INFO nova.compute.manager [req-dfc73849-eb4c-44d9-ae5a-bb1fb6953245 req-57f81a56-eb60-4b9c-8597-cfe930e6c2a1 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Neutron deleted interface 722bc87e-8a7f-402f-8125-d822821eb6c8; detaching it from the instance and deleting it from the info cache [ 1872.124364] env[62448]: DEBUG nova.network.neutron [req-dfc73849-eb4c-44d9-ae5a-bb1fb6953245 req-57f81a56-eb60-4b9c-8597-cfe930e6c2a1 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.186776] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.211794] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.212046] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.212208] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.212398] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.212532] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.212756] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.212919] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.213028] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.213245] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.213363] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.213573] env[62448]: DEBUG nova.virt.hardware [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.217883] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae0e7f3-de87-4cba-bf9e-265730511aaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.227138] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e15e8-5e8f-41e6-b8ca-58a227d29abe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.231282] env[62448]: INFO nova.compute.manager [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Took 42.16 seconds to build instance. [ 1872.249189] env[62448]: DEBUG oslo_vmware.api [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092772, 'name': PowerOnVM_Task, 'duration_secs': 0.561661} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.249484] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.249652] env[62448]: INFO nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1872.250973] env[62448]: DEBUG nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.250973] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b2c835-2dda-4cdb-ae78-b535bb53e4fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.335697] env[62448]: DEBUG nova.network.neutron [-] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.355399] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "refresh_cache-de05e8bf-6af1-41bb-bd0b-43a77c259c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.355399] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "refresh_cache-de05e8bf-6af1-41bb-bd0b-43a77c259c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.355399] env[62448]: DEBUG nova.network.neutron [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.383682] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.386558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.393s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.388481] env[62448]: INFO nova.compute.claims [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.410964] env[62448]: INFO nova.scheduler.client.report [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Deleted allocations for instance 7c037c97-6be9-4a20-90fe-621334a13535 [ 1872.628227] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24ab052f-84b1-4bed-9871-db0b38065632 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.642413] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc18d8-b1d3-49ee-8b18-3f7798494bc0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.677300] env[62448]: DEBUG nova.compute.manager [req-dfc73849-eb4c-44d9-ae5a-bb1fb6953245 req-57f81a56-eb60-4b9c-8597-cfe930e6c2a1 service nova] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Detach interface failed, port_id=722bc87e-8a7f-402f-8125-d822821eb6c8, reason: Instance a7c17bc5-408d-4988-a687-2f6ed51ac088 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1872.732746] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f68a9653-6c66-45fb-95fa-113e78c39645 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.024s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.771657] env[62448]: INFO nova.compute.manager [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Took 40.12 seconds to build instance. [ 1872.838539] env[62448]: INFO nova.compute.manager [-] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Took 1.46 seconds to deallocate network for instance. [ 1872.899117] env[62448]: DEBUG nova.network.neutron [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.920921] env[62448]: DEBUG oslo_concurrency.lockutils [None req-913b5ca8-6b11-4124-aa96-69daa8dc014b tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.325s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.921774] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.330s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.921989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "7c037c97-6be9-4a20-90fe-621334a13535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.922205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.922434] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.923934] env[62448]: INFO nova.compute.manager [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Terminating instance [ 1872.979431] env[62448]: DEBUG nova.network.neutron [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Successfully updated port: 70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.098209] env[62448]: DEBUG nova.network.neutron [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Updating instance_info_cache with network_info: [{"id": "1c297cb1-2ae1-4b28-b097-f56dd3ea61dd", "address": "fa:16:3e:5b:80:b5", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c297cb1-2a", "ovs_interfaceid": "1c297cb1-2ae1-4b28-b097-f56dd3ea61dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.235242] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.276029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a1b543c2-b585-4b63-aa69-1b8af6fe837c tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.649s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.301582] env[62448]: INFO nova.compute.manager [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Rebuilding instance [ 1873.342844] env[62448]: DEBUG nova.compute.manager [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.343921] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812be051-e5fc-442d-b7a3-3d3d09773c02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.347104] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.426895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.427172] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquired lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.427366] env[62448]: DEBUG nova.network.neutron [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.482027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.482205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquired lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.483476] env[62448]: DEBUG nova.network.neutron [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.601115] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "refresh_cache-de05e8bf-6af1-41bb-bd0b-43a77c259c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.601979] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Instance network_info: |[{"id": "1c297cb1-2ae1-4b28-b097-f56dd3ea61dd", "address": "fa:16:3e:5b:80:b5", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c297cb1-2a", "ovs_interfaceid": "1c297cb1-2ae1-4b28-b097-f56dd3ea61dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1873.601979] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:80:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c297cb1-2ae1-4b28-b097-f56dd3ea61dd', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1873.609844] env[62448]: DEBUG oslo.service.loopingcall [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.610085] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1873.613221] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f7eb8e-4eb3-4f3f-8de0-e50fda9e9615 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.633918] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1873.633918] env[62448]: value = "task-2092773" [ 1873.633918] env[62448]: _type = "Task" [ 1873.633918] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.644192] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092773, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.755223] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.777823] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.887328] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc279f3a-e771-4d89-b6aa-f53240178e4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.895506] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48823cb9-4d90-42e5-8e31-d12902714008 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.928054] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d89166a-4b32-47e7-9926-a54d3d1c17f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.931213] env[62448]: DEBUG nova.compute.utils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Can not refresh info_cache because instance was not found {{(pid=62448) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1873.939271] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa31155-95d7-48e8-9f69-cda9659e29f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.955016] env[62448]: DEBUG nova.compute.provider_tree [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.957136] env[62448]: DEBUG nova.network.neutron [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.032583] env[62448]: DEBUG nova.network.neutron [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.093993] env[62448]: DEBUG nova.network.neutron [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.145027] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092773, 'name': CreateVM_Task, 'duration_secs': 0.343963} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.145091] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.145985] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.146128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.146423] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1874.146922] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589b0a0b-1427-49b3-b0da-20b7d2623624 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.151760] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1874.151760] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e76f5a-422a-2dec-c524-2dd724a41d79" [ 1874.151760] env[62448]: _type = "Task" [ 1874.151760] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.159914] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e76f5a-422a-2dec-c524-2dd724a41d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.221313] env[62448]: DEBUG nova.network.neutron [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Updating instance_info_cache with network_info: [{"id": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "address": "fa:16:3e:e9:30:92", "network": {"id": "3e103c3d-c898-46bc-aa0c-12d61089907b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515058985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392cc77c05c24c229c36772f99bdef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ee2bdf-c9", "ovs_interfaceid": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.266370] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "c9d7c712-7197-4da5-ba06-1fed547a5560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.266733] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.267000] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "c9d7c712-7197-4da5-ba06-1fed547a5560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.267274] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.267509] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.269801] env[62448]: INFO nova.compute.manager [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Terminating instance [ 1874.286446] env[62448]: DEBUG nova.compute.manager [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Received event network-changed-1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.286665] env[62448]: DEBUG nova.compute.manager [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Refreshing instance network info cache due to event network-changed-1c297cb1-2ae1-4b28-b097-f56dd3ea61dd. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1874.286792] env[62448]: DEBUG oslo_concurrency.lockutils [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] Acquiring lock "refresh_cache-de05e8bf-6af1-41bb-bd0b-43a77c259c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.286861] env[62448]: DEBUG oslo_concurrency.lockutils [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] Acquired lock "refresh_cache-de05e8bf-6af1-41bb-bd0b-43a77c259c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.287027] env[62448]: DEBUG nova.network.neutron [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Refreshing network info cache for port 1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.306186] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.339692] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "53b30256-2715-49d3-a6c5-836c29d6769b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.339692] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "53b30256-2715-49d3-a6c5-836c29d6769b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.340014] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "53b30256-2715-49d3-a6c5-836c29d6769b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.341085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "53b30256-2715-49d3-a6c5-836c29d6769b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.341085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "53b30256-2715-49d3-a6c5-836c29d6769b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.349020] env[62448]: INFO nova.compute.manager [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Terminating instance [ 1874.360047] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.361030] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21ec7338-f0fe-4bd9-b2a9-f6b5230a1f84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.371167] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1874.371167] env[62448]: value = "task-2092774" [ 1874.371167] env[62448]: _type = "Task" [ 1874.371167] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.379388] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.405802] env[62448]: DEBUG nova.compute.manager [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Received event network-vif-plugged-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.406064] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] Acquiring lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.406064] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.406309] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.406454] env[62448]: DEBUG nova.compute.manager [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] No waiting events found dispatching network-vif-plugged-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1874.406617] env[62448]: WARNING nova.compute.manager [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Received unexpected event network-vif-plugged-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 for instance with vm_state building and task_state spawning. [ 1874.406778] env[62448]: DEBUG nova.compute.manager [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Received event network-changed-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.406931] env[62448]: DEBUG nova.compute.manager [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Refreshing instance network info cache due to event network-changed-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1874.407107] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] Acquiring lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.461466] env[62448]: DEBUG nova.scheduler.client.report [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1874.596926] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Releasing lock "refresh_cache-7c037c97-6be9-4a20-90fe-621334a13535" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.597381] env[62448]: DEBUG nova.compute.manager [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.597603] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.598428] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bd68383-e519-4b60-affc-beb04c6700c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.608089] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41893a-9a79-4efb-b07d-4fe6d28f4044 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.644314] env[62448]: WARNING nova.virt.vmwareapi.vmops [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7c037c97-6be9-4a20-90fe-621334a13535 could not be found. [ 1874.644536] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.644697] env[62448]: INFO nova.compute.manager [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1874.644940] env[62448]: DEBUG oslo.service.loopingcall [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.645216] env[62448]: DEBUG nova.compute.manager [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1874.645314] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.662112] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e76f5a-422a-2dec-c524-2dd724a41d79, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.662112] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.662324] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.662513] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.662655] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.663047] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.663576] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.665430] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63fd589d-d227-4a00-96ff-2677ecbef28a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.684735] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.684948] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.685770] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1061603f-ea6a-4f28-844b-88dcc7689bfe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.691652] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1874.691652] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52db41f6-1ad5-6879-9334-0f19120c4921" [ 1874.691652] env[62448]: _type = "Task" [ 1874.691652] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.700903] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52db41f6-1ad5-6879-9334-0f19120c4921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.724241] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Releasing lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.724587] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Instance network_info: |[{"id": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "address": "fa:16:3e:e9:30:92", "network": {"id": "3e103c3d-c898-46bc-aa0c-12d61089907b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515058985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392cc77c05c24c229c36772f99bdef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ee2bdf-c9", "ovs_interfaceid": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.724892] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] Acquired lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.725103] env[62448]: DEBUG nova.network.neutron [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Refreshing network info cache for port 70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.726395] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:30:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ee2bdf-c9e3-4823-a8f6-d0797e91ca76', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.733922] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Creating folder: Project (392cc77c05c24c229c36772f99bdef7e). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.736891] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a84db8-3f2a-453b-8f60-36631f382dcd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.749221] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Created folder: Project (392cc77c05c24c229c36772f99bdef7e) in parent group-v428508. [ 1874.749415] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Creating folder: Instances. Parent ref: group-v428615. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.749653] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06431a5e-c89e-48ff-a858-72c0ed276c2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.759249] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Created folder: Instances in parent group-v428615. [ 1874.759553] env[62448]: DEBUG oslo.service.loopingcall [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.759896] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.760085] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852498b9-0a8f-42d7-a857-9758fa704a3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.774636] env[62448]: DEBUG nova.compute.manager [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.774843] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.775981] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17eb9ccb-b0e1-48a1-b45b-de2258d4698b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.783050] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.783050] env[62448]: value = "task-2092777" [ 1874.783050] env[62448]: _type = "Task" [ 1874.783050] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.785157] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.788376] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737b59f5-603e-4379-8d58-d100c56cd823 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.796336] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092777, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.797886] env[62448]: DEBUG oslo_vmware.api [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1874.797886] env[62448]: value = "task-2092778" [ 1874.797886] env[62448]: _type = "Task" [ 1874.797886] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.805742] env[62448]: DEBUG oslo_vmware.api [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.853675] env[62448]: DEBUG nova.compute.manager [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.853905] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.854951] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad370d4e-3bbf-4623-8195-b8b81f2e0fad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.864166] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.864802] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f3c7de-8471-4631-8a1a-1b9ca926c262 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.876808] env[62448]: DEBUG oslo_vmware.api [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1874.876808] env[62448]: value = "task-2092779" [ 1874.876808] env[62448]: _type = "Task" [ 1874.876808] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.885750] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092774, 'name': PowerOffVM_Task, 'duration_secs': 0.208875} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.887619] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.887619] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.887902] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b9a2cd-f2a1-4e76-8eb4-7621f3619bb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.894144] env[62448]: DEBUG oslo_vmware.api [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.898967] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.899267] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef3eb3cf-a9df-4a83-be13-41afbb8f4e9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.967307] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.967820] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1874.974178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.766s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.974396] env[62448]: DEBUG nova.objects.instance [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lazy-loading 'resources' on Instance uuid d26669e1-9612-490c-b4a6-ba83d2ced264 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.044254] env[62448]: DEBUG nova.network.neutron [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Updated VIF entry in instance network info cache for port 70ee2bdf-c9e3-4823-a8f6-d0797e91ca76. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.044624] env[62448]: DEBUG nova.network.neutron [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Updating instance_info_cache with network_info: [{"id": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "address": "fa:16:3e:e9:30:92", "network": {"id": "3e103c3d-c898-46bc-aa0c-12d61089907b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515058985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392cc77c05c24c229c36772f99bdef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ee2bdf-c9", "ovs_interfaceid": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.135215] env[62448]: DEBUG nova.network.neutron [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Updated VIF entry in instance network info cache for port 1c297cb1-2ae1-4b28-b097-f56dd3ea61dd. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.135633] env[62448]: DEBUG nova.network.neutron [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Updating instance_info_cache with network_info: [{"id": "1c297cb1-2ae1-4b28-b097-f56dd3ea61dd", "address": "fa:16:3e:5b:80:b5", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c297cb1-2a", "ovs_interfaceid": "1c297cb1-2ae1-4b28-b097-f56dd3ea61dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.166927] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.172376] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.172630] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.172825] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.173149] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-079df356-c5f6-4277-b8df-eb815ae9b868 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.181022] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1875.181022] env[62448]: value = "task-2092781" [ 1875.181022] env[62448]: _type = "Task" [ 1875.181022] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.190997] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.201489] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52db41f6-1ad5-6879-9334-0f19120c4921, 'name': SearchDatastore_Task, 'duration_secs': 0.035989} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.202336] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f4d30e-c803-4a14-84b8-69e3764d66c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.208312] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1875.208312] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523a70f1-dafb-ff80-e167-20d66bfb3422" [ 1875.208312] env[62448]: _type = "Task" [ 1875.208312] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.217023] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523a70f1-dafb-ff80-e167-20d66bfb3422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.295609] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092777, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.312325] env[62448]: DEBUG oslo_vmware.api [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092778, 'name': PowerOffVM_Task, 'duration_secs': 0.269029} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.312610] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.312777] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.313126] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eb04d04-0d78-41e2-b036-3a536f35ad53 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.389788] env[62448]: DEBUG oslo_vmware.api [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092779, 'name': PowerOffVM_Task, 'duration_secs': 0.210764} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.390075] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.390245] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.390648] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423013a7-655c-48b7-85da-4f9daf1c43e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.480537] env[62448]: DEBUG nova.compute.utils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.482199] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.482245] env[62448]: DEBUG nova.network.neutron [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.505640] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.505724] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.505989] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Deleting the datastore file [datastore2] c9d7c712-7197-4da5-ba06-1fed547a5560 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.506585] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d00fdd0-bbe2-4579-8d5f-ab808b5baf42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.513923] env[62448]: DEBUG oslo_vmware.api [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1875.513923] env[62448]: value = "task-2092784" [ 1875.513923] env[62448]: _type = "Task" [ 1875.513923] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.525464] env[62448]: DEBUG oslo_vmware.api [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.536020] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.536330] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.536589] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Deleting the datastore file [datastore2] 53b30256-2715-49d3-a6c5-836c29d6769b {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.536916] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0700370-aa76-4cad-b12e-77cd6bc60556 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.543025] env[62448]: DEBUG oslo_vmware.api [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for the task: (returnval){ [ 1875.543025] env[62448]: value = "task-2092785" [ 1875.543025] env[62448]: _type = "Task" [ 1875.543025] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.548320] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc83dc89-f704-45b2-814b-c75f9af509ae req-8bd85d0b-e6ea-405f-b2b9-f1b033306045 service nova] Releasing lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.551958] env[62448]: DEBUG oslo_vmware.api [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.581434] env[62448]: DEBUG nova.policy [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33e3e62d37b74c2483ecc737b19dcf1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ead59108b14468ca03441639056fb96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.640058] env[62448]: DEBUG oslo_concurrency.lockutils [req-be90ad73-fdd4-46eb-adf8-d7d5e469fa65 req-87e7c466-8775-4ef4-bb09-ff35c4c21c4b service nova] Releasing lock "refresh_cache-de05e8bf-6af1-41bb-bd0b-43a77c259c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.668890] env[62448]: INFO nova.compute.manager [-] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Took 1.02 seconds to deallocate network for instance. [ 1875.693470] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372003} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.693880] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.694117] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.694856] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.723229] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523a70f1-dafb-ff80-e167-20d66bfb3422, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.723541] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.723856] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] de05e8bf-6af1-41bb-bd0b-43a77c259c98/de05e8bf-6af1-41bb-bd0b-43a77c259c98.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.724612] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c367c46f-57c0-413f-bb92-3f0601d97a75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.732179] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1875.732179] env[62448]: value = "task-2092786" [ 1875.732179] env[62448]: _type = "Task" [ 1875.732179] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.742947] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.798514] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092777, 'name': CreateVM_Task, 'duration_secs': 0.568126} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.798695] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.799435] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.799605] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.799920] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.800191] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60dc54b9-c0ae-4b4e-b84e-214d57fcafae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.811937] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1875.811937] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525c01d4-3dad-c119-f508-b9c12bbb2598" [ 1875.811937] env[62448]: _type = "Task" [ 1875.811937] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.825019] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525c01d4-3dad-c119-f508-b9c12bbb2598, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.825019] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.825266] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.825525] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.825817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.826123] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.826654] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18248bdc-ab40-464c-8b34-ea2eeca74eb2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.835456] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.835456] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.836303] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c6e37c-5f30-46d8-a1cc-297a0ae248a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.845438] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1875.845438] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5281e509-aade-1f67-4581-fdb72b8835aa" [ 1875.845438] env[62448]: _type = "Task" [ 1875.845438] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.855242] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5281e509-aade-1f67-4581-fdb72b8835aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.986887] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.027893] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a76b24f-d8c7-4319-9b0f-46ef0a3cc6a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.036013] env[62448]: DEBUG oslo_vmware.api [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177036} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.037800] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1876.038194] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1876.038698] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1876.038698] env[62448]: INFO nova.compute.manager [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1876.038861] env[62448]: DEBUG oslo.service.loopingcall [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.039645] env[62448]: DEBUG nova.compute.manager [-] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1876.040419] env[62448]: DEBUG nova.network.neutron [-] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1876.051478] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442568f0-c6bd-440b-a4f0-914f6710840c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.061409] env[62448]: DEBUG oslo_vmware.api [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Task: {'id': task-2092785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199063} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.092682] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1876.092682] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1876.092682] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1876.092682] env[62448]: INFO nova.compute.manager [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1876.092682] env[62448]: DEBUG oslo.service.loopingcall [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.094130] env[62448]: DEBUG nova.network.neutron [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Successfully created port: 0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1876.095868] env[62448]: DEBUG nova.compute.manager [-] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1876.096707] env[62448]: DEBUG nova.network.neutron [-] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1876.098628] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4920731-9138-471c-a16a-3fb4d6925692 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.109354] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16504aba-2105-4a09-9935-b29901e9b68a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.126552] env[62448]: DEBUG nova.compute.provider_tree [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.176365] env[62448]: INFO nova.compute.manager [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance disappeared during terminate [ 1876.176741] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6bd8a1ff-b188-4b5a-9486-a4ed205b67b3 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "7c037c97-6be9-4a20-90fe-621334a13535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.255s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.244432] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092786, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.357299] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5281e509-aade-1f67-4581-fdb72b8835aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.358258] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1308b7bb-4fec-4e7f-8e39-83d9a7b188ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.365501] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1876.365501] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fe764d-09c1-b7c9-776c-902644c7daa1" [ 1876.365501] env[62448]: _type = "Task" [ 1876.365501] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.376512] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fe764d-09c1-b7c9-776c-902644c7daa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.629881] env[62448]: DEBUG nova.scheduler.client.report [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.743227] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.743595] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.743882] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.744222] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.744509] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.744758] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.745137] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.745420] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1876.745733] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1876.746025] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1876.746348] env[62448]: DEBUG nova.virt.hardware [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1876.747583] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccac0d9-199f-41c9-b295-5a942303046f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.761986] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686602} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.768590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b64c4e-cf04-4841-9fc7-9ba446fc09b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.772826] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] de05e8bf-6af1-41bb-bd0b-43a77c259c98/de05e8bf-6af1-41bb-bd0b-43a77c259c98.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1876.773229] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1876.774556] env[62448]: DEBUG nova.network.neutron [-] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.776916] env[62448]: DEBUG nova.compute.manager [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.777284] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eb04d4c-f1fe-4acf-b01a-a7b0044f8de5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.781566] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc93553-dfd1-4538-9699-552a0c11c885 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.803301] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ba:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '563cc4bf-26d8-4c20-8441-574242fc2c17', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1876.815970] env[62448]: DEBUG oslo.service.loopingcall [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.822491] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1876.823022] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1876.823022] env[62448]: value = "task-2092787" [ 1876.823022] env[62448]: _type = "Task" [ 1876.823022] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.827518] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c646bb5-168c-4bb5-8742-cd0cefe781c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.869073] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06503} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.873561] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.873944] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.873944] env[62448]: value = "task-2092788" [ 1876.873944] env[62448]: _type = "Task" [ 1876.873944] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.875741] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73485228-3dc9-4633-af63-989d488adf0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.893114] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fe764d-09c1-b7c9-776c-902644c7daa1, 'name': SearchDatastore_Task, 'duration_secs': 0.018278} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.893808] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.894199] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] ecdbb9ab-859b-4989-b6c3-e8f2e26301de/ecdbb9ab-859b-4989-b6c3-e8f2e26301de.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.907588] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435e711a-f6d9-4d9d-aca7-f09f9dc0895a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.923717] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] de05e8bf-6af1-41bb-bd0b-43a77c259c98/de05e8bf-6af1-41bb-bd0b-43a77c259c98.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.928745] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb12d354-aed6-4e0c-931d-8515e7e00ea2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.950850] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092788, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.954463] env[62448]: DEBUG nova.compute.manager [req-c039b368-0e2d-4478-85e6-0568a6cd86c1 req-e05cfe30-5831-450b-aa4d-60fcde6b19bc service nova] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Received event network-vif-deleted-fb3df6b1-ae4e-4252-8e34-ee081e563e39 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.957486] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1876.957486] env[62448]: value = "task-2092789" [ 1876.957486] env[62448]: _type = "Task" [ 1876.957486] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.963295] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1876.963295] env[62448]: value = "task-2092790" [ 1876.963295] env[62448]: _type = "Task" [ 1876.963295] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.969902] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.975034] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.000927] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.027269] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.027938] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.027938] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.028182] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.028383] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.028605] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.028916] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.029166] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.029464] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.030011] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.030011] env[62448]: DEBUG nova.virt.hardware [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.031396] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593798f-b57b-4052-823b-67e4d5e419ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.042601] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090c1709-6911-4945-b8a3-0e9c985d7c76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.135365] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.137857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.755s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.139476] env[62448]: INFO nova.compute.claims [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.160123] env[62448]: INFO nova.scheduler.client.report [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Deleted allocations for instance d26669e1-9612-490c-b4a6-ba83d2ced264 [ 1877.282031] env[62448]: INFO nova.compute.manager [-] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Took 1.24 seconds to deallocate network for instance. [ 1877.327405] env[62448]: DEBUG nova.network.neutron [-] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.355765] env[62448]: INFO nova.compute.manager [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] instance snapshotting [ 1877.358656] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f7fdd-cb96-4758-82d5-2dfbd0efdf0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.380139] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b6df9c-a5dd-4445-96cf-bb78afaa0f74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.123466] env[62448]: DEBUG nova.network.neutron [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Successfully updated port: 0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.132063] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.132063] env[62448]: INFO nova.compute.manager [-] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Took 2.03 seconds to deallocate network for instance. [ 1878.132063] env[62448]: DEBUG nova.compute.manager [req-cc69184f-498f-4c40-b6f3-2cdddb490df3 req-c6e7e69d-4f41-468d-883a-c76476b00dd0 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Received event network-vif-plugged-0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.132063] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc69184f-498f-4c40-b6f3-2cdddb490df3 req-c6e7e69d-4f41-468d-883a-c76476b00dd0 service nova] Acquiring lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.132063] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc69184f-498f-4c40-b6f3-2cdddb490df3 req-c6e7e69d-4f41-468d-883a-c76476b00dd0 service nova] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.132063] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc69184f-498f-4c40-b6f3-2cdddb490df3 req-c6e7e69d-4f41-468d-883a-c76476b00dd0 service nova] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.132063] env[62448]: DEBUG nova.compute.manager [req-cc69184f-498f-4c40-b6f3-2cdddb490df3 req-c6e7e69d-4f41-468d-883a-c76476b00dd0 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] No waiting events found dispatching network-vif-plugged-0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.132063] env[62448]: WARNING nova.compute.manager [req-cc69184f-498f-4c40-b6f3-2cdddb490df3 req-c6e7e69d-4f41-468d-883a-c76476b00dd0 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Received unexpected event network-vif-plugged-0f3bd922-86ba-4a37-8b74-0f15ae71cd9a for instance with vm_state building and task_state spawning. [ 1878.146409] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092788, 'name': CreateVM_Task, 'duration_secs': 0.501546} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.150154] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.152125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.152125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.152125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.152672] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cefe0640-6b0b-4159-949b-89cbe9bc80c5 tempest-ServerDiagnosticsV248Test-560003614 tempest-ServerDiagnosticsV248Test-560003614-project-member] Lock "d26669e1-9612-490c-b4a6-ba83d2ced264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.353s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.153409] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8dbab4-0284-414c-8f2c-9bed7e253797 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.161042] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092790, 'name': ReconfigVM_Task, 'duration_secs': 1.032771} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.161262] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907415} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.161833] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Reconfigured VM instance instance-00000023 to attach disk [datastore2] de05e8bf-6af1-41bb-bd0b-43a77c259c98/de05e8bf-6af1-41bb-bd0b-43a77c259c98.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.162479] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] ecdbb9ab-859b-4989-b6c3-e8f2e26301de/ecdbb9ab-859b-4989-b6c3-e8f2e26301de.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.162676] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.162894] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712f65a9-0459-43a1-9d04-ea5f05ef678a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.165632] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79adab92-a9b7-47d3-84cb-91f6b5ace6bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.167819] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1878.167819] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524348b0-505a-16ad-c3dd-f28fa0b9ad6b" [ 1878.167819] env[62448]: _type = "Task" [ 1878.167819] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.172795] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1878.172795] env[62448]: value = "task-2092791" [ 1878.172795] env[62448]: _type = "Task" [ 1878.172795] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.175481] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1878.175481] env[62448]: value = "task-2092792" [ 1878.175481] env[62448]: _type = "Task" [ 1878.175481] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.180027] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524348b0-505a-16ad-c3dd-f28fa0b9ad6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.188948] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092791, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.191985] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.638138] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "refresh_cache-445d93af-e9fb-4a04-b4bd-2cc1e7548f88" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.638379] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquired lock "refresh_cache-445d93af-e9fb-4a04-b4bd-2cc1e7548f88" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.638462] env[62448]: DEBUG nova.network.neutron [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.651941] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1878.652261] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49a36e7e-38ad-4803-a76c-f134d026051a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.655218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.664444] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1878.664444] env[62448]: value = "task-2092793" [ 1878.664444] env[62448]: _type = "Task" [ 1878.664444] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.675109] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.683637] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524348b0-505a-16ad-c3dd-f28fa0b9ad6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.686627] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.686858] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.687095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.687241] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.687415] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.688056] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5041ba27-f890-49cd-9812-6cca0816eb20 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.694637] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092791, 'name': Rename_Task, 'duration_secs': 0.283036} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.695253] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.695662] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7437a5c-ee10-469b-a088-f45dba21d592 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.699182] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062903} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.699706] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.700411] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7007c9c-1a48-4576-94f4-bcc3a3fef9f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.703744] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1878.703744] env[62448]: value = "task-2092794" [ 1878.703744] env[62448]: _type = "Task" [ 1878.703744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.706672] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.706841] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.720093] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29dd8592-d935-4495-9792-f06d225fc95a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.730153] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] ecdbb9ab-859b-4989-b6c3-e8f2e26301de/ecdbb9ab-859b-4989-b6c3-e8f2e26301de.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.732905] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bf6473-f214-4848-9a07-cfbdb24ac67b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.750423] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1878.750423] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5278409a-a45c-1c7e-c12c-fa9ed047ab57" [ 1878.750423] env[62448]: _type = "Task" [ 1878.750423] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.753192] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.759224] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1878.759224] env[62448]: value = "task-2092795" [ 1878.759224] env[62448]: _type = "Task" [ 1878.759224] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.766646] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5278409a-a45c-1c7e-c12c-fa9ed047ab57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.769681] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.981544] env[62448]: DEBUG nova.compute.manager [req-5e9d8685-a78d-4e20-9574-d88ca7474d2f req-2fdd4593-99af-48af-870c-1757fd05f1b4 service nova] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Received event network-vif-deleted-0cdd15cf-c869-4a6d-ad0e-3efc454b9035 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1879.139309] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bd409b-6632-4040-8e6c-48d6e75eda61 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.149044] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55fdfaf-d8e8-404f-ab0c-dcf669c7777c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.181672] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b39f9c-491c-41cc-82e6-609dfa44db61 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.195015] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb9711-7c93-470f-838d-fb55ccc12419 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.195610] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.208438] env[62448]: DEBUG nova.compute.provider_tree [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.218750] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.219606] env[62448]: DEBUG nova.network.neutron [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.263127] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5278409a-a45c-1c7e-c12c-fa9ed047ab57, 'name': SearchDatastore_Task, 'duration_secs': 0.026401} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.266805] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1b92cc-65bf-40c1-abdb-0babd478585b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.272890] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1879.272890] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b08c2c-1176-f84d-d53c-dba2018b1b62" [ 1879.272890] env[62448]: _type = "Task" [ 1879.272890] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.276340] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092795, 'name': ReconfigVM_Task, 'duration_secs': 0.267738} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.279330] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Reconfigured VM instance instance-00000024 to attach disk [datastore2] ecdbb9ab-859b-4989-b6c3-e8f2e26301de/ecdbb9ab-859b-4989-b6c3-e8f2e26301de.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.280020] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c4dcdc3-ca70-451e-a3e5-0f31bf791b88 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.287759] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b08c2c-1176-f84d-d53c-dba2018b1b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.292761] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1879.292761] env[62448]: value = "task-2092796" [ 1879.292761] env[62448]: _type = "Task" [ 1879.292761] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.301499] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092796, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.505350] env[62448]: DEBUG nova.network.neutron [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Updating instance_info_cache with network_info: [{"id": "0f3bd922-86ba-4a37-8b74-0f15ae71cd9a", "address": "fa:16:3e:ff:59:dc", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3bd922-86", "ovs_interfaceid": "0f3bd922-86ba-4a37-8b74-0f15ae71cd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.688621] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092793, 'name': CreateSnapshot_Task, 'duration_secs': 1.004321} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.689259] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1879.690115] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d654e-dcd2-47b2-aedc-bbdb53b9762e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.713850] env[62448]: DEBUG nova.scheduler.client.report [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.720994] env[62448]: DEBUG oslo_vmware.api [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092794, 'name': PowerOnVM_Task, 'duration_secs': 0.611233} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.721616] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.721934] env[62448]: INFO nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1879.722238] env[62448]: DEBUG nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.725178] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21528a1-4c47-4162-85a5-56e98b6c825b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.766038] env[62448]: DEBUG nova.compute.manager [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Received event network-changed-0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1879.766038] env[62448]: DEBUG nova.compute.manager [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Refreshing instance network info cache due to event network-changed-0f3bd922-86ba-4a37-8b74-0f15ae71cd9a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1879.766038] env[62448]: DEBUG oslo_concurrency.lockutils [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] Acquiring lock "refresh_cache-445d93af-e9fb-4a04-b4bd-2cc1e7548f88" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.788016] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b08c2c-1176-f84d-d53c-dba2018b1b62, 'name': SearchDatastore_Task, 'duration_secs': 0.021772} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.788487] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.788854] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.789308] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f58afe37-0a46-4a71-8752-21a6ecee3f01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.798865] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1879.798865] env[62448]: value = "task-2092797" [ 1879.798865] env[62448]: _type = "Task" [ 1879.798865] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.802568] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092796, 'name': Rename_Task, 'duration_secs': 0.14993} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.805665] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.807366] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376fc87b-5771-434b-acc3-f92cec1f328c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.812876] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.814420] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1879.814420] env[62448]: value = "task-2092798" [ 1879.814420] env[62448]: _type = "Task" [ 1879.814420] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.822756] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.010024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Releasing lock "refresh_cache-445d93af-e9fb-4a04-b4bd-2cc1e7548f88" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.010024] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Instance network_info: |[{"id": "0f3bd922-86ba-4a37-8b74-0f15ae71cd9a", "address": "fa:16:3e:ff:59:dc", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3bd922-86", "ovs_interfaceid": "0f3bd922-86ba-4a37-8b74-0f15ae71cd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1880.010024] env[62448]: DEBUG oslo_concurrency.lockutils [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] Acquired lock "refresh_cache-445d93af-e9fb-4a04-b4bd-2cc1e7548f88" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.010024] env[62448]: DEBUG nova.network.neutron [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Refreshing network info cache for port 0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.010024] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:59:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f3bd922-86ba-4a37-8b74-0f15ae71cd9a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.024163] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Creating folder: Project (6ead59108b14468ca03441639056fb96). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.024163] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d5eebb-c2e1-4665-8002-3e695fcf1d6a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.036067] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Created folder: Project (6ead59108b14468ca03441639056fb96) in parent group-v428508. [ 1880.036067] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Creating folder: Instances. Parent ref: group-v428620. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.036067] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51952636-65fd-4034-91dc-778c86b1edd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.046134] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Created folder: Instances in parent group-v428620. [ 1880.046636] env[62448]: DEBUG oslo.service.loopingcall [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.046976] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.047368] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4926ca7-40f8-466a-9f00-0203c128ca2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.071014] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.071014] env[62448]: value = "task-2092801" [ 1880.071014] env[62448]: _type = "Task" [ 1880.071014] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.080244] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092801, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.212506] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1880.212961] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfb9d432-f1bf-42a7-809f-3db932770f8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.224451] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.086s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.225140] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1880.231121] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1880.231121] env[62448]: value = "task-2092802" [ 1880.231121] env[62448]: _type = "Task" [ 1880.231121] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.231833] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.307s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.233449] env[62448]: INFO nova.compute.claims [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1880.253170] env[62448]: INFO nova.compute.manager [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Took 42.19 seconds to build instance. [ 1880.260409] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092802, 'name': CloneVM_Task} progress is 12%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.317260] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.328930] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.584170] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092801, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.733959] env[62448]: DEBUG nova.compute.utils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.737344] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.737344] env[62448]: DEBUG nova.network.neutron [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.753212] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092802, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.762449] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd1934b5-421c-47f4-953b-8064fb79fe14 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.362s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.802889] env[62448]: DEBUG nova.policy [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a06b7b85f5a4e51972c039c56f6f22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd36a5cc8a23441fda8692164e84a8008', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.821487] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626539} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.824653] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.827250] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.827551] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bbff73d-b501-4ce0-942d-a2ee35d7b161 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.836612] env[62448]: DEBUG oslo_vmware.api [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092798, 'name': PowerOnVM_Task, 'duration_secs': 0.731963} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.838570] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.838570] env[62448]: INFO nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1880.838742] env[62448]: DEBUG nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.839782] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1880.839782] env[62448]: value = "task-2092803" [ 1880.839782] env[62448]: _type = "Task" [ 1880.839782] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.840154] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0600e0-7991-4d1d-b514-a27715eec216 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.858490] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.909363] env[62448]: DEBUG nova.network.neutron [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Updated VIF entry in instance network info cache for port 0f3bd922-86ba-4a37-8b74-0f15ae71cd9a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.909363] env[62448]: DEBUG nova.network.neutron [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Updating instance_info_cache with network_info: [{"id": "0f3bd922-86ba-4a37-8b74-0f15ae71cd9a", "address": "fa:16:3e:ff:59:dc", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f3bd922-86", "ovs_interfaceid": "0f3bd922-86ba-4a37-8b74-0f15ae71cd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.090439] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092801, 'name': CreateVM_Task, 'duration_secs': 0.684825} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.090439] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.092117] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.092184] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.092869] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.092869] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b0979f-9e4a-4e2b-b4cd-c4459d67428d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.100140] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1881.100140] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52365842-51da-b770-aba1-faacb0b2a4f2" [ 1881.100140] env[62448]: _type = "Task" [ 1881.100140] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.109434] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52365842-51da-b770-aba1-faacb0b2a4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.241620] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1881.261022] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092802, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.261022] env[62448]: DEBUG nova.network.neutron [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Successfully created port: 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.265479] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.353955] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207347} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.354150] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.357865] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9599dd61-8ac1-4c89-b973-d361704e3802 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.389562] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.394310] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8bd3ac-882c-4882-b28d-b96a6457a9e9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.410108] env[62448]: INFO nova.compute.manager [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Took 38.11 seconds to build instance. [ 1881.417676] env[62448]: DEBUG oslo_concurrency.lockutils [req-c477b0fc-d3a7-443f-b3c7-ab48e0a92fc5 req-0d39f458-24ab-4913-8632-88a89111f632 service nova] Releasing lock "refresh_cache-445d93af-e9fb-4a04-b4bd-2cc1e7548f88" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.417871] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1881.417871] env[62448]: value = "task-2092804" [ 1881.417871] env[62448]: _type = "Task" [ 1881.417871] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.426374] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.507236] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d3b2be-8699-413b-9b23-7079687fa394 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.518438] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Suspending the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1881.518531] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7a239447-df6a-45b5-8a1c-52180ea0d3f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.527371] env[62448]: DEBUG oslo_vmware.api [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1881.527371] env[62448]: value = "task-2092805" [ 1881.527371] env[62448]: _type = "Task" [ 1881.527371] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.541466] env[62448]: DEBUG oslo_vmware.api [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092805, 'name': SuspendVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.611033] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52365842-51da-b770-aba1-faacb0b2a4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.060456} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.611357] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.611588] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.611848] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.611994] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.612186] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.612470] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c240e169-3c93-407a-bf1c-b34a3e8e8e7a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.627018] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.627018] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.627018] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f24690-8da4-43ec-b5a5-64670573dc7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.631369] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1881.631369] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f4cf45-6f6e-0def-b2d2-401640455167" [ 1881.631369] env[62448]: _type = "Task" [ 1881.631369] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.642337] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f4cf45-6f6e-0def-b2d2-401640455167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.758926] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092802, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.789559] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.863229] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbd7a14-12d5-4f8f-ba46-9e40cfa64938 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.872428] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6ad7b-10bd-40d7-b43d-18ce6de43a60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.903384] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4830b4a-ec3b-478d-b05a-105baf68acca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.912299] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ec4d4-b443-418a-b436-2d76ddf4b19f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.916508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69dc505a-8401-4fd7-aa49-a7a62888aaf4 tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.807s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.930862] env[62448]: DEBUG nova.compute.provider_tree [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1881.940134] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.040207] env[62448]: DEBUG oslo_vmware.api [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092805, 'name': SuspendVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.141880] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f4cf45-6f6e-0def-b2d2-401640455167, 'name': SearchDatastore_Task, 'duration_secs': 0.057867} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.142772] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad99c8c1-1307-4cb4-a2fe-ad862bfecb1b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.148887] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1882.148887] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521d8907-1dfb-7564-2961-4ae21b286582" [ 1882.148887] env[62448]: _type = "Task" [ 1882.148887] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.157195] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521d8907-1dfb-7564-2961-4ae21b286582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.257116] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1882.265743] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092802, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1882.300021] env[62448]: DEBUG nova.virt.hardware [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1882.300021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a74d38-d5c9-41f7-8bcf-53993814ac99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.308157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1189ecee-1593-46e2-a65a-2dde11aaa807 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.379763] env[62448]: DEBUG nova.compute.manager [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Received event network-changed-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1882.379961] env[62448]: DEBUG nova.compute.manager [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Refreshing instance network info cache due to event network-changed-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1882.380218] env[62448]: DEBUG oslo_concurrency.lockutils [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] Acquiring lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.380385] env[62448]: DEBUG oslo_concurrency.lockutils [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] Acquired lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.380524] env[62448]: DEBUG nova.network.neutron [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Refreshing network info cache for port 70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.418913] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.431307] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092804, 'name': ReconfigVM_Task, 'duration_secs': 0.733517} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.431594] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467/d4b63ceb-c8ec-47bf-9853-1c522e1da467.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.432396] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3b0a49-91fb-4d7a-b50c-4c18311aec64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.441752] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1882.441752] env[62448]: value = "task-2092806" [ 1882.441752] env[62448]: _type = "Task" [ 1882.441752] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.454334] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092806, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.467149] env[62448]: ERROR nova.scheduler.client.report [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [req-471271f8-0f22-4f16-ad48-74647bba99fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-471271f8-0f22-4f16-ad48-74647bba99fa"}]} [ 1882.486335] env[62448]: DEBUG nova.scheduler.client.report [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1882.507538] env[62448]: DEBUG nova.scheduler.client.report [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1882.507810] env[62448]: DEBUG nova.compute.provider_tree [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1882.523436] env[62448]: DEBUG nova.scheduler.client.report [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1882.542269] env[62448]: DEBUG oslo_vmware.api [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092805, 'name': SuspendVM_Task, 'duration_secs': 0.903018} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.542554] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Suspended the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1882.542733] env[62448]: DEBUG nova.compute.manager [None req-a6958773-1453-453c-9b27-1178039a50cf tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.543534] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd6e7f4-5eda-4012-a7ed-7f0b1e6c7666 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.547875] env[62448]: DEBUG nova.scheduler.client.report [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1882.606186] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.606186] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.661096] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521d8907-1dfb-7564-2961-4ae21b286582, 'name': SearchDatastore_Task, 'duration_secs': 0.015246} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.661322] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.661572] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 445d93af-e9fb-4a04-b4bd-2cc1e7548f88/445d93af-e9fb-4a04-b4bd-2cc1e7548f88.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.664378] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d24bac-b489-4eae-9663-b950730069f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.669197] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1882.669197] env[62448]: value = "task-2092807" [ 1882.669197] env[62448]: _type = "Task" [ 1882.669197] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.679494] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.758049] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092802, 'name': CloneVM_Task, 'duration_secs': 2.376303} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.758207] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Created linked-clone VM from snapshot [ 1882.759139] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e229094-2016-4f6b-b34f-3115858066c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.766951] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Uploading image cda3911e-9c7d-43f0-941f-5cc39aae2dca {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1882.779337] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1882.779626] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02217ef3-10ff-47d1-9a59-501531c9729d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.789546] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1882.789546] env[62448]: value = "task-2092808" [ 1882.789546] env[62448]: _type = "Task" [ 1882.789546] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.798445] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092808, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.946600] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.956756] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092806, 'name': Rename_Task, 'duration_secs': 0.430025} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.959891] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.960390] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7fce800-6194-4627-ac40-db837ccaca03 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.968201] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1882.968201] env[62448]: value = "task-2092809" [ 1882.968201] env[62448]: _type = "Task" [ 1882.968201] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.982670] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.082610] env[62448]: DEBUG nova.network.neutron [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Successfully updated port: 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1883.112568] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ec95e-b3ba-46b5-9ba2-e25a91160428 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.118145] env[62448]: DEBUG nova.compute.utils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1883.128590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4a44a-f886-44ba-9c00-27cd7b376a8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.169729] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b659739-97a7-4a74-8e08-e91cc3a487c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.185738] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81bdb8-4c81-439c-a4c7-9b71856cc94a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.193014] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092807, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.200721] env[62448]: DEBUG nova.compute.provider_tree [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.220386] env[62448]: DEBUG nova.network.neutron [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Updated VIF entry in instance network info cache for port 70ee2bdf-c9e3-4823-a8f6-d0797e91ca76. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.220825] env[62448]: DEBUG nova.network.neutron [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Updating instance_info_cache with network_info: [{"id": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "address": "fa:16:3e:e9:30:92", "network": {"id": "3e103c3d-c898-46bc-aa0c-12d61089907b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1515058985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "392cc77c05c24c229c36772f99bdef7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ee2bdf-c9", "ovs_interfaceid": "70ee2bdf-c9e3-4823-a8f6-d0797e91ca76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.300293] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092808, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.455375] env[62448]: DEBUG nova.compute.manager [req-4e363401-e428-432b-811c-b80a40beda2b req-e5723622-5e95-4256-bff2-e94f20b4be1a service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-vif-plugged-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.455616] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e363401-e428-432b-811c-b80a40beda2b req-e5723622-5e95-4256-bff2-e94f20b4be1a service nova] Acquiring lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.455865] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e363401-e428-432b-811c-b80a40beda2b req-e5723622-5e95-4256-bff2-e94f20b4be1a service nova] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.456058] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e363401-e428-432b-811c-b80a40beda2b req-e5723622-5e95-4256-bff2-e94f20b4be1a service nova] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.456230] env[62448]: DEBUG nova.compute.manager [req-4e363401-e428-432b-811c-b80a40beda2b req-e5723622-5e95-4256-bff2-e94f20b4be1a service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] No waiting events found dispatching network-vif-plugged-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.456405] env[62448]: WARNING nova.compute.manager [req-4e363401-e428-432b-811c-b80a40beda2b req-e5723622-5e95-4256-bff2-e94f20b4be1a service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received unexpected event network-vif-plugged-62f947a8-a05e-4864-a721-19e2aa203f17 for instance with vm_state building and task_state spawning. [ 1883.480014] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.586316] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.586485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.586620] env[62448]: DEBUG nova.network.neutron [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.621730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.682944] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538442} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.683169] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 445d93af-e9fb-4a04-b4bd-2cc1e7548f88/445d93af-e9fb-4a04-b4bd-2cc1e7548f88.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.683379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.683658] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf5da8cc-4620-43b2-b30e-f44724aefedd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.690128] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1883.690128] env[62448]: value = "task-2092810" [ 1883.690128] env[62448]: _type = "Task" [ 1883.690128] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.699071] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.704154] env[62448]: DEBUG nova.scheduler.client.report [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.723787] env[62448]: DEBUG oslo_concurrency.lockutils [req-71c75c6c-f64b-4bb6-9426-b7cab087a818 req-57e1c060-6ec7-4239-b093-38344cc759cc service nova] Releasing lock "refresh_cache-ecdbb9ab-859b-4989-b6c3-e8f2e26301de" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.804296] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092808, 'name': Destroy_Task, 'duration_secs': 0.71977} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.804582] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Destroyed the VM [ 1883.804789] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1883.805035] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f030436-ef8e-4bfb-941e-efe0f3e37cac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.811903] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1883.811903] env[62448]: value = "task-2092811" [ 1883.811903] env[62448]: _type = "Task" [ 1883.811903] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.825526] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092811, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.979499] env[62448]: DEBUG oslo_vmware.api [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092809, 'name': PowerOnVM_Task, 'duration_secs': 0.673835} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.979788] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.980009] env[62448]: DEBUG nova.compute.manager [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.980783] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd55eeb-7e4b-4655-9f2d-c727df3a4211 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.121934] env[62448]: DEBUG nova.network.neutron [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1884.203300] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07263} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.203871] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1884.204768] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a575c334-5ac5-440f-9102-844f2bbc80e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.225922] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.994s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.226485] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.238021] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 445d93af-e9fb-4a04-b4bd-2cc1e7548f88/445d93af-e9fb-4a04-b4bd-2cc1e7548f88.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.241713] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.774s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.241969] env[62448]: DEBUG nova.objects.instance [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lazy-loading 'resources' on Instance uuid 14eb14ad-c9a6-4f62-a9a0-65164479e188 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.243533] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6f8551-257b-40d3-97ad-1a72ec360822 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.265446] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1884.265446] env[62448]: value = "task-2092812" [ 1884.265446] env[62448]: _type = "Task" [ 1884.265446] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.274262] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.312021] env[62448]: DEBUG nova.network.neutron [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.323490] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092811, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.500329] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.739750] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.740029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.740341] env[62448]: INFO nova.compute.manager [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Attaching volume 0a50f0bb-f972-4c36-b062-a9fb35c70de0 to /dev/sdb [ 1884.743230] env[62448]: DEBUG nova.compute.utils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.744765] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.744884] env[62448]: DEBUG nova.network.neutron [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.775682] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.782323] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88558445-994f-45d6-8e23-89a41b9bf37e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.789377] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682a720b-97bf-4ced-bdd4-6d773b90bb3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.806840] env[62448]: DEBUG nova.virt.block_device [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updating existing volume attachment record: b48638c9-aee6-4474-a4f9-017d290060f7 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1884.814493] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.814493] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Instance network_info: |[{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.814972] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:5f:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f947a8-a05e-4864-a721-19e2aa203f17', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.824264] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Creating folder: Project (d36a5cc8a23441fda8692164e84a8008). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1884.829896] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31090bc3-0b17-4647-a98d-b63c51ae9c0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.837636] env[62448]: DEBUG oslo_vmware.api [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092811, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883021} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.838222] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1884.841845] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Created folder: Project (d36a5cc8a23441fda8692164e84a8008) in parent group-v428508. [ 1884.842042] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Creating folder: Instances. Parent ref: group-v428624. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1884.842544] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce47bb7f-4a6a-47b5-b09b-f8ea0a679558 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.851331] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Created folder: Instances in parent group-v428624. [ 1884.851331] env[62448]: DEBUG oslo.service.loopingcall [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.851331] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.851499] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-191eec96-c0e2-4623-a195-ae1196931c5e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.874332] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.874332] env[62448]: value = "task-2092815" [ 1884.874332] env[62448]: _type = "Task" [ 1884.874332] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.885052] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.035951] env[62448]: DEBUG nova.policy [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f47e92cdb874412a6a518d514afec61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37815c50143d424cb242c1d036fd4e12', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1885.250066] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.286679] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092812, 'name': ReconfigVM_Task, 'duration_secs': 0.743703} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.289600] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 445d93af-e9fb-4a04-b4bd-2cc1e7548f88/445d93af-e9fb-4a04-b4bd-2cc1e7548f88.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.291024] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3fec79c-aeb3-44b2-8532-a5e9c5f4ae41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.299194] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1885.299194] env[62448]: value = "task-2092820" [ 1885.299194] env[62448]: _type = "Task" [ 1885.299194] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.314695] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092820, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.316404] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd38c6b-3b75-487f-8ea4-5aa4eef7b1b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.323134] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6499de-2772-46c6-b45e-245b7345e260 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.353934] env[62448]: WARNING nova.compute.manager [None req-f3a6c049-6c75-46d0-aaec-5ca58f98a9fe tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Image not found during snapshot: nova.exception.ImageNotFound: Image cda3911e-9c7d-43f0-941f-5cc39aae2dca could not be found. [ 1885.355791] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3e3c7-85f0-4e9e-81e9-4f56a0ff4590 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.364061] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab03f2-ced6-4d95-a067-ffd7f0ad7345 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.380993] env[62448]: DEBUG nova.compute.provider_tree [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.393956] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.422506] env[62448]: DEBUG nova.network.neutron [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Successfully created port: 7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.812633] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092820, 'name': Rename_Task, 'duration_secs': 0.142568} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.812926] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.813156] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f04e5e2-5e66-487a-93e3-397a056a1011 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.819255] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1885.819255] env[62448]: value = "task-2092821" [ 1885.819255] env[62448]: _type = "Task" [ 1885.819255] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.827994] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.898080] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.925880] env[62448]: DEBUG nova.scheduler.client.report [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1885.926187] env[62448]: DEBUG nova.compute.provider_tree [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 58 to 59 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1885.926369] env[62448]: DEBUG nova.compute.provider_tree [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1886.099474] env[62448]: DEBUG nova.compute.manager [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1886.099774] env[62448]: DEBUG nova.compute.manager [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing instance network info cache due to event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1886.100054] env[62448]: DEBUG oslo_concurrency.lockutils [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.100208] env[62448]: DEBUG oslo_concurrency.lockutils [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.100378] env[62448]: DEBUG nova.network.neutron [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.259899] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.282368] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:25:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1003dc7d-243f-416e-be91-2b2b264ef1c4',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1290346484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.282628] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.282784] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.282965] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.283141] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.283295] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.283556] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.283759] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.283940] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.284132] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.284308] env[62448]: DEBUG nova.virt.hardware [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.285210] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c82370-9dd1-4634-a0f6-865df393b004 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.293934] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a0bda-241b-47a8-b322-571afc9f02a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.329070] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092821, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.392139] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.432298] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.435518] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.183s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.435874] env[62448]: DEBUG nova.objects.instance [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1886.466488] env[62448]: INFO nova.scheduler.client.report [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Deleted allocations for instance 14eb14ad-c9a6-4f62-a9a0-65164479e188 [ 1886.588177] env[62448]: DEBUG nova.compute.manager [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.589087] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bcff78-3ea8-4fde-b7a4-5bca23769da0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.831761] env[62448]: DEBUG oslo_vmware.api [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092821, 'name': PowerOnVM_Task, 'duration_secs': 0.629629} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.832920] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.833166] env[62448]: INFO nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1886.833353] env[62448]: DEBUG nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.834227] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0533d-a823-4d03-a9f5-4de3538206cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.844834] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.845129] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.845533] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.845765] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.845947] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.847930] env[62448]: INFO nova.compute.manager [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Terminating instance [ 1886.892840] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.977629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7749ec9c-0ef2-4429-9d97-2a577459f250 tempest-ImagesOneServerTestJSON-1312201038 tempest-ImagesOneServerTestJSON-1312201038-project-member] Lock "14eb14ad-c9a6-4f62-a9a0-65164479e188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.548s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.016512] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "25720ae4-eecd-43cb-a7c3-3765565e4218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.016823] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.017065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "25720ae4-eecd-43cb-a7c3-3765565e4218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.017275] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.017455] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.020488] env[62448]: INFO nova.compute.manager [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Terminating instance [ 1887.102083] env[62448]: INFO nova.compute.manager [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] instance snapshotting [ 1887.102307] env[62448]: WARNING nova.compute.manager [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1887.105136] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f175ec-9e63-4aac-bbe8-4a8c8e4ba3f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.124468] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a381b-0108-4fc1-ae46-1442c2731c45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.248876] env[62448]: DEBUG nova.network.neutron [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updated VIF entry in instance network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.249268] env[62448]: DEBUG nova.network.neutron [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.353283] env[62448]: DEBUG nova.compute.manager [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.353283] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.354644] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba34f3-d396-44a8-bf17-8ad10a45d122 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.359251] env[62448]: INFO nova.compute.manager [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Took 40.39 seconds to build instance. [ 1887.367022] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.367022] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e406e5-abea-410e-b441-acb9487ea372 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.373317] env[62448]: DEBUG oslo_vmware.api [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1887.373317] env[62448]: value = "task-2092823" [ 1887.373317] env[62448]: _type = "Task" [ 1887.373317] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.389023] env[62448]: DEBUG oslo_vmware.api [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.398786] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.445378] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d6c2969a-485a-48f4-a77f-a8bf72544fda tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.447059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.044s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.447497] env[62448]: DEBUG nova.objects.instance [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lazy-loading 'resources' on Instance uuid 458f738c-d224-4d91-9aa9-f4b5d49aa243 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.475200] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.475717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.529029] env[62448]: DEBUG nova.compute.manager [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.529029] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.529029] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9339dfb-00ec-4533-ab4d-9c42afcf93dc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.536479] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.536961] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fde6116-b4fc-45e7-8a29-f68898254930 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.545234] env[62448]: DEBUG oslo_vmware.api [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1887.545234] env[62448]: value = "task-2092824" [ 1887.545234] env[62448]: _type = "Task" [ 1887.545234] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.551798] env[62448]: DEBUG oslo_vmware.api [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.635574] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1887.638027] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0b1431b-7a01-403f-9d41-a29995958155 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.644746] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1887.644746] env[62448]: value = "task-2092825" [ 1887.644746] env[62448]: _type = "Task" [ 1887.644746] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.657532] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.753083] env[62448]: DEBUG oslo_concurrency.lockutils [req-a2e37b08-9d90-4244-b386-8c59a87efaec req-7da692dc-a3e7-40b8-92b0-a40d8ac06be8 service nova] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.863431] env[62448]: DEBUG oslo_concurrency.lockutils [None req-197797a7-4c5b-45c5-94d9-99e327060fb2 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.301s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.889095] env[62448]: DEBUG oslo_vmware.api [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092823, 'name': PowerOffVM_Task, 'duration_secs': 0.336449} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.893298] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.893489] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.894131] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a307fe7d-b6e6-4b3d-80a1-e87f093ed6e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.902258] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.064760] env[62448]: DEBUG oslo_vmware.api [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092824, 'name': PowerOffVM_Task, 'duration_secs': 0.200556} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.065394] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.065681] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.065931] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff845cd-234f-4e60-85a6-53a692d85bdf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.160013] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092825, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.267878] env[62448]: DEBUG nova.compute.manager [None req-4527ae88-050f-492a-bb59-8287ea363d15 tempest-ServerDiagnosticsTest-2016631815 tempest-ServerDiagnosticsTest-2016631815-project-admin] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.269375] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7746684-a018-4c53-a8f1-7109c268637d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.276146] env[62448]: INFO nova.compute.manager [None req-4527ae88-050f-492a-bb59-8287ea363d15 tempest-ServerDiagnosticsTest-2016631815 tempest-ServerDiagnosticsTest-2016631815-project-admin] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Retrieving diagnostics [ 1888.277188] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6a138-d6ba-4591-b04f-c4e3cf59c498 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.365645] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1888.399549] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.612425] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8344ae8-b739-40a7-9d7e-85aba3f9f992 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.628112] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e371a16-875a-4a74-a52b-e7fd7c5ab9bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.685574] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0847e9-3ed4-4077-b823-0bb0a13fd586 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.697643] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092825, 'name': CreateSnapshot_Task, 'duration_secs': 0.694973} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.701234] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1888.702849] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e72c4-f3bc-42f5-a58c-74bae6005e69 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.710647] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676eb12e-231a-4a5c-8db2-0ae20770b89f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.730639] env[62448]: DEBUG nova.compute.provider_tree [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.894557] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.900592] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.235976] env[62448]: DEBUG nova.scheduler.client.report [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.252530] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1889.254136] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e8cbabe-8582-4a4f-9bbe-b92b7d4834b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.268237] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1889.268237] env[62448]: value = "task-2092828" [ 1889.268237] env[62448]: _type = "Task" [ 1889.268237] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.276778] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.375986] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1889.376395] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428629', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'name': 'volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd44beaef-e5f0-4b0b-84e4-274a0728302a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'serial': '0a50f0bb-f972-4c36-b062-a9fb35c70de0'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1889.377786] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de07d4ec-22d2-4c32-9a40-236cfb40b2f8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.405735] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd51000-8ed7-456b-9be3-3683eebba80f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.413746] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.434731] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0/volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.434942] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee4d6d1-7a54-4a90-995e-e0d733fcae4c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.453398] env[62448]: DEBUG oslo_vmware.api [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Waiting for the task: (returnval){ [ 1889.453398] env[62448]: value = "task-2092829" [ 1889.453398] env[62448]: _type = "Task" [ 1889.453398] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.464332] env[62448]: DEBUG oslo_vmware.api [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.623687] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.624044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.624398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.624597] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.624837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.627955] env[62448]: INFO nova.compute.manager [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Terminating instance [ 1889.755252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.758625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.099s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.758625] env[62448]: DEBUG nova.objects.instance [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lazy-loading 'resources' on Instance uuid 57428019-183e-4cf1-a0c4-748d3d34307d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1889.778143] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.789920] env[62448]: INFO nova.scheduler.client.report [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleted allocations for instance 458f738c-d224-4d91-9aa9-f4b5d49aa243 [ 1889.910892] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.968098] env[62448]: DEBUG oslo_vmware.api [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092829, 'name': ReconfigVM_Task, 'duration_secs': 0.389024} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.971340] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0/volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.979054] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d3dc8b-c64f-4125-92a3-a3ddc64b9d10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.995835] env[62448]: DEBUG oslo_vmware.api [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Waiting for the task: (returnval){ [ 1889.995835] env[62448]: value = "task-2092830" [ 1889.995835] env[62448]: _type = "Task" [ 1889.995835] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.008198] env[62448]: DEBUG oslo_vmware.api [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.133365] env[62448]: DEBUG nova.compute.manager [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.133622] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.135296] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7827fe-7fea-4093-b7c6-b2beefd11369 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.144022] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.144315] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e3ae024-edb5-4952-bc5d-35cbbfafc16c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.152061] env[62448]: DEBUG oslo_vmware.api [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1890.152061] env[62448]: value = "task-2092831" [ 1890.152061] env[62448]: _type = "Task" [ 1890.152061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.169074] env[62448]: DEBUG oslo_vmware.api [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.279358] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.301941] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a229e12d-5eb8-4350-aeeb-42bafc891dd4 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "458f738c-d224-4d91-9aa9-f4b5d49aa243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.440s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.413827] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.506280] env[62448]: DEBUG oslo_vmware.api [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092830, 'name': ReconfigVM_Task, 'duration_secs': 0.159663} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.508910] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428629', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'name': 'volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd44beaef-e5f0-4b0b-84e4-274a0728302a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'serial': '0a50f0bb-f972-4c36-b062-a9fb35c70de0'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1890.663957] env[62448]: DEBUG oslo_vmware.api [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092831, 'name': PowerOffVM_Task, 'duration_secs': 0.325994} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.664121] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.664971] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.664971] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fed66ce-268a-4c23-99a6-db080faecf65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.775219] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a79f53-4e1e-42e7-a052-2e77d9698fb0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.783037] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.788057] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dcb951-2706-4f57-a3fe-0f2f7583cca0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.817703] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec9255-9db1-44c5-a863-d2ab87ea9c6a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.825072] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4dffdf-79ad-426b-aaea-c071b26f5b10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.841506] env[62448]: DEBUG nova.compute.provider_tree [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.911963] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.931017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.931313] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.931541] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.931753] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.931931] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.934324] env[62448]: INFO nova.compute.manager [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Terminating instance [ 1891.282873] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.347158] env[62448]: DEBUG nova.scheduler.client.report [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.416489] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.441596] env[62448]: DEBUG nova.compute.manager [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.441596] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.441596] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981ff25f-52b2-4324-99b1-57ce0a3e0aac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.450267] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.450609] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a642a1c7-9d7a-4968-9267-8a53d647c8cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.461062] env[62448]: DEBUG oslo_vmware.api [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1891.461062] env[62448]: value = "task-2092833" [ 1891.461062] env[62448]: _type = "Task" [ 1891.461062] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.471178] env[62448]: DEBUG oslo_vmware.api [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.560991] env[62448]: DEBUG nova.objects.instance [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lazy-loading 'flavor' on Instance uuid d44beaef-e5f0-4b0b-84e4-274a0728302a {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.788329] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.850811] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.853352] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.889s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.856491] env[62448]: DEBUG nova.objects.instance [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lazy-loading 'resources' on Instance uuid ce97c764-fd8a-460c-a642-646822ddefdb {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.878759] env[62448]: INFO nova.scheduler.client.report [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Deleted allocations for instance 57428019-183e-4cf1-a0c4-748d3d34307d [ 1891.921447] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.971292] env[62448]: DEBUG oslo_vmware.api [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092833, 'name': PowerOffVM_Task, 'duration_secs': 0.258134} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.971584] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.971749] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.972007] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16809ec7-eae5-44c4-814e-be3b539019c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.067790] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9cef858-5831-4f24-a7fd-005c1e936681 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.282817] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.390707] env[62448]: DEBUG oslo_concurrency.lockutils [None req-211bc7a3-be52-4021-a7f2-257a720d2863 tempest-DeleteServersAdminTestJSON-319205802 tempest-DeleteServersAdminTestJSON-319205802-project-member] Lock "57428019-183e-4cf1-a0c4-748d3d34307d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.299s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.420678] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.663260] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.663488] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.786805] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.917868] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.926768] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1540b695-626c-4adc-a8fc-5ef85b4cc61d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.934894] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32b6c7-242c-4043-8393-3c390346175e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.971225] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e5ea31-ba5d-402d-8345-8c2baaaf2c8b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.979453] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e68dd7-de0a-46b0-9c38-d3ad8f4fb2ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.994808] env[62448]: DEBUG nova.compute.provider_tree [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.052839] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.053137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.088673] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.088915] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.166691] env[62448]: INFO nova.compute.manager [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Detaching volume 0a50f0bb-f972-4c36-b062-a9fb35c70de0 [ 1893.205183] env[62448]: INFO nova.virt.block_device [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Attempting to driver detach volume 0a50f0bb-f972-4c36-b062-a9fb35c70de0 from mountpoint /dev/sdb [ 1893.205449] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1893.205607] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428629', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'name': 'volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd44beaef-e5f0-4b0b-84e4-274a0728302a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'serial': '0a50f0bb-f972-4c36-b062-a9fb35c70de0'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1893.206675] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4559244-5400-4cef-8744-6eb0a2ba4eb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.228989] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78cd878-4c81-44b6-96d4-83955dc8f063 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.236042] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b7b9d-4f1a-4d09-a6a2-1c3d9349c580 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.257294] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aa1f83-7065-4447-a175-4ccc1e1438d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.273771] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] The volume has not been displaced from its original location: [datastore2] volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0/volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1893.281066] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1893.281066] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db4f334-ceff-49dd-9980-94eb4defe8fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.301804] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.303977] env[62448]: DEBUG oslo_vmware.api [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Waiting for the task: (returnval){ [ 1893.303977] env[62448]: value = "task-2092835" [ 1893.303977] env[62448]: _type = "Task" [ 1893.303977] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.313702] env[62448]: DEBUG oslo_vmware.api [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.351153] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.351575] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.351708] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleting the datastore file [datastore2] 45270ec5-a7d3-47de-b5cb-9fa320ac2250 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.352067] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-584c9c5b-45da-4bf2-9260-b5b228fc8f9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.358457] env[62448]: DEBUG oslo_vmware.api [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1893.358457] env[62448]: value = "task-2092836" [ 1893.358457] env[62448]: _type = "Task" [ 1893.358457] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.368355] env[62448]: DEBUG oslo_vmware.api [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.372465] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.372465] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.372465] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleting the datastore file [datastore2] 25720ae4-eecd-43cb-a7c3-3765565e4218 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.372465] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8738d0a-18e5-458e-8d6c-cd21ac8d517c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.378803] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.379015] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.379198] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Deleting the datastore file [datastore2] 445d93af-e9fb-4a04-b4bd-2cc1e7548f88 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.380165] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa089c2-aefb-40df-a3e7-cc8424113f67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.382050] env[62448]: DEBUG oslo_vmware.api [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1893.382050] env[62448]: value = "task-2092837" [ 1893.382050] env[62448]: _type = "Task" [ 1893.382050] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.386958] env[62448]: DEBUG oslo_vmware.api [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for the task: (returnval){ [ 1893.386958] env[62448]: value = "task-2092838" [ 1893.386958] env[62448]: _type = "Task" [ 1893.386958] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.393384] env[62448]: DEBUG oslo_vmware.api [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.398143] env[62448]: DEBUG oslo_vmware.api [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.414653] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.415597] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.415597] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] d4b63ceb-c8ec-47bf-9853-1c522e1da467 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.416174] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-770ae31e-d183-4b64-bc1c-bdcab6b27eaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.424733] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.428977] env[62448]: DEBUG oslo_vmware.api [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1893.428977] env[62448]: value = "task-2092839" [ 1893.428977] env[62448]: _type = "Task" [ 1893.428977] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.438652] env[62448]: DEBUG oslo_vmware.api [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.498737] env[62448]: DEBUG nova.scheduler.client.report [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.789175] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.816585] env[62448]: DEBUG oslo_vmware.api [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092835, 'name': ReconfigVM_Task, 'duration_secs': 0.260855} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.817083] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1893.822616] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0de162-52f8-4297-b956-e8ab41e048e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.845335] env[62448]: DEBUG oslo_vmware.api [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Waiting for the task: (returnval){ [ 1893.845335] env[62448]: value = "task-2092840" [ 1893.845335] env[62448]: _type = "Task" [ 1893.845335] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.852562] env[62448]: DEBUG oslo_vmware.api [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.873805] env[62448]: DEBUG oslo_vmware.api [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161945} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.874132] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.874487] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.874537] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.874710] env[62448]: INFO nova.compute.manager [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1893.874951] env[62448]: DEBUG oslo.service.loopingcall [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.875166] env[62448]: DEBUG nova.compute.manager [-] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.875256] env[62448]: DEBUG nova.network.neutron [-] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1893.899869] env[62448]: DEBUG oslo_vmware.api [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Task: {'id': task-2092838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153518} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.902696] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.902930] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.903145] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.903926] env[62448]: INFO nova.compute.manager [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Took 3.77 seconds to destroy the instance on the hypervisor. [ 1893.903926] env[62448]: DEBUG oslo.service.loopingcall [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.903926] env[62448]: DEBUG oslo_vmware.api [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2092837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153187} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.904132] env[62448]: DEBUG nova.compute.manager [-] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.904132] env[62448]: DEBUG nova.network.neutron [-] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1893.905889] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.906198] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.906469] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.906662] env[62448]: INFO nova.compute.manager [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Took 6.38 seconds to destroy the instance on the hypervisor. [ 1893.906904] env[62448]: DEBUG oslo.service.loopingcall [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.907132] env[62448]: DEBUG nova.compute.manager [-] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.907222] env[62448]: DEBUG nova.network.neutron [-] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1893.919163] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092815, 'name': CreateVM_Task, 'duration_secs': 8.775291} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.921257] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1893.921749] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.922179] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.922281] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1893.923143] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8da42d7-df8a-47d4-b752-01e26a5e0043 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.928264] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1893.928264] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52507798-3e41-cbfb-ab49-a4d335904183" [ 1893.928264] env[62448]: _type = "Task" [ 1893.928264] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.942216] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52507798-3e41-cbfb-ab49-a4d335904183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.943778] env[62448]: DEBUG oslo_vmware.api [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171633} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.944022] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.944205] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.944377] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.944682] env[62448]: INFO nova.compute.manager [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Took 6.59 seconds to destroy the instance on the hypervisor. [ 1893.944780] env[62448]: DEBUG oslo.service.loopingcall [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.944942] env[62448]: DEBUG nova.compute.manager [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.945045] env[62448]: DEBUG nova.network.neutron [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.008952] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.011831] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.662s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.012951] env[62448]: INFO nova.compute.claims [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1894.056324] env[62448]: INFO nova.scheduler.client.report [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Deleted allocations for instance ce97c764-fd8a-460c-a642-646822ddefdb [ 1894.290980] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092828, 'name': CloneVM_Task, 'duration_secs': 5.006444} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.290980] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Created linked-clone VM from snapshot [ 1894.292066] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37640d78-38c2-425b-b44d-2f700d66e6c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.300746] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Uploading image 8cd0de4c-1aa2-4ecd-a3d9-037ae5d1f3a1 {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1894.328180] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1894.328180] env[62448]: value = "vm-428631" [ 1894.328180] env[62448]: _type = "VirtualMachine" [ 1894.328180] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1894.328180] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91cf62cb-ee87-4324-a33d-856fe53b0e54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.336307] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease: (returnval){ [ 1894.336307] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526932c6-2d79-0176-b89f-7e416af171a2" [ 1894.336307] env[62448]: _type = "HttpNfcLease" [ 1894.336307] env[62448]: } obtained for exporting VM: (result){ [ 1894.336307] env[62448]: value = "vm-428631" [ 1894.336307] env[62448]: _type = "VirtualMachine" [ 1894.336307] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1894.336307] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the lease: (returnval){ [ 1894.336307] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526932c6-2d79-0176-b89f-7e416af171a2" [ 1894.336307] env[62448]: _type = "HttpNfcLease" [ 1894.336307] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1894.342535] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1894.342535] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526932c6-2d79-0176-b89f-7e416af171a2" [ 1894.342535] env[62448]: _type = "HttpNfcLease" [ 1894.342535] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1894.352081] env[62448]: DEBUG oslo_vmware.api [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Task: {'id': task-2092840, 'name': ReconfigVM_Task, 'duration_secs': 0.152967} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.352393] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428629', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'name': 'volume-0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd44beaef-e5f0-4b0b-84e4-274a0728302a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a50f0bb-f972-4c36-b062-a9fb35c70de0', 'serial': '0a50f0bb-f972-4c36-b062-a9fb35c70de0'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1894.439735] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52507798-3e41-cbfb-ab49-a4d335904183, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.440151] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.440418] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1894.440658] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.440992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.441254] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1894.441607] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-590d55b7-f68e-4e96-aa36-c7c78bd4fcc5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.453025] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1894.453025] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1894.453025] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe46488-0b87-4642-bb5f-e68c6de6c19a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.459394] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1894.459394] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526241af-69d2-af78-8232-58de70471662" [ 1894.459394] env[62448]: _type = "Task" [ 1894.459394] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.469099] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526241af-69d2-af78-8232-58de70471662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.565244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-306908d6-d9e4-4895-839a-e203cff77f04 tempest-ServerShowV254Test-914487226 tempest-ServerShowV254Test-914487226-project-member] Lock "ce97c764-fd8a-460c-a642-646822ddefdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.834s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.713274] env[62448]: DEBUG nova.compute.manager [req-52c5b076-5d34-4f39-a527-a28cdfd6031c req-fce13929-b355-46e1-92c9-ef48601acb85 service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Received event network-vif-plugged-7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1894.713497] env[62448]: DEBUG oslo_concurrency.lockutils [req-52c5b076-5d34-4f39-a527-a28cdfd6031c req-fce13929-b355-46e1-92c9-ef48601acb85 service nova] Acquiring lock "c6163c18-0074-4336-aeda-272f9da51db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.713707] env[62448]: DEBUG oslo_concurrency.lockutils [req-52c5b076-5d34-4f39-a527-a28cdfd6031c req-fce13929-b355-46e1-92c9-ef48601acb85 service nova] Lock "c6163c18-0074-4336-aeda-272f9da51db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.713868] env[62448]: DEBUG oslo_concurrency.lockutils [req-52c5b076-5d34-4f39-a527-a28cdfd6031c req-fce13929-b355-46e1-92c9-ef48601acb85 service nova] Lock "c6163c18-0074-4336-aeda-272f9da51db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.715179] env[62448]: DEBUG nova.compute.manager [req-52c5b076-5d34-4f39-a527-a28cdfd6031c req-fce13929-b355-46e1-92c9-ef48601acb85 service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] No waiting events found dispatching network-vif-plugged-7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.717859] env[62448]: WARNING nova.compute.manager [req-52c5b076-5d34-4f39-a527-a28cdfd6031c req-fce13929-b355-46e1-92c9-ef48601acb85 service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Received unexpected event network-vif-plugged-7d854481-c56c-441c-aae7-69945bf8a0dd for instance with vm_state building and task_state spawning. [ 1894.722329] env[62448]: DEBUG nova.network.neutron [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Successfully updated port: 7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.846286] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1894.846286] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526932c6-2d79-0176-b89f-7e416af171a2" [ 1894.846286] env[62448]: _type = "HttpNfcLease" [ 1894.846286] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1894.846286] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1894.846286] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526932c6-2d79-0176-b89f-7e416af171a2" [ 1894.846286] env[62448]: _type = "HttpNfcLease" [ 1894.846286] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1894.847056] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770471d5-8d03-4789-a447-4badea924a2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.856772] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6bc5d-d492-573e-b0f8-c313ad62a774/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1894.856986] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6bc5d-d492-573e-b0f8-c313ad62a774/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1894.929130] env[62448]: DEBUG nova.objects.instance [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lazy-loading 'flavor' on Instance uuid d44beaef-e5f0-4b0b-84e4-274a0728302a {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.967277] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f767f2d-fb7d-471b-8180-8df77bba614d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.975894] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526241af-69d2-af78-8232-58de70471662, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.976746] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3808849f-b8a3-4d55-9475-bcfef4a53432 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.982469] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1894.982469] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523a0144-69d4-b0d4-2938-d56f13c15bf8" [ 1894.982469] env[62448]: _type = "Task" [ 1894.982469] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.993101] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523a0144-69d4-b0d4-2938-d56f13c15bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.091093] env[62448]: DEBUG nova.compute.manager [req-672e03f5-aa4a-4bc8-a3f1-6e1828bfd525 req-7bceea9a-3f29-4961-b307-58fb0e4a0210 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Received event network-vif-deleted-0f3bd922-86ba-4a37-8b74-0f15ae71cd9a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.091335] env[62448]: INFO nova.compute.manager [req-672e03f5-aa4a-4bc8-a3f1-6e1828bfd525 req-7bceea9a-3f29-4961-b307-58fb0e4a0210 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Neutron deleted interface 0f3bd922-86ba-4a37-8b74-0f15ae71cd9a; detaching it from the instance and deleting it from the info cache [ 1895.091482] env[62448]: DEBUG nova.network.neutron [req-672e03f5-aa4a-4bc8-a3f1-6e1828bfd525 req-7bceea9a-3f29-4961-b307-58fb0e4a0210 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.225577] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.225727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.225986] env[62448]: DEBUG nova.network.neutron [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.353714] env[62448]: DEBUG nova.network.neutron [-] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.363249] env[62448]: DEBUG nova.network.neutron [-] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.432920] env[62448]: DEBUG nova.network.neutron [-] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.472643] env[62448]: DEBUG nova.network.neutron [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.495361] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523a0144-69d4-b0d4-2938-d56f13c15bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.495361] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.495361] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/d3d2f2e2-b8f2-4732-afaa-ed51e5df375a.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.495361] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ea05a4-02c4-423b-913b-cabebf73378f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.506916] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1895.506916] env[62448]: value = "task-2092842" [ 1895.506916] env[62448]: _type = "Task" [ 1895.506916] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.516237] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.566590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470aa7b1-80b7-4d5b-bb33-8245a6bfecb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.582017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c9c2c-fc4e-4ddd-9d6d-a1f0f2b461b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.618388] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b46d423-a8b8-4925-9cf5-406439b632a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.621894] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7fa7f5-b838-442c-b4ea-7a8556e060a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.630946] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896646ce-459b-4c67-9652-4633c2cd21ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.637982] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc4721-49f8-40c1-9f06-517c70d7e48d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.659893] env[62448]: DEBUG nova.compute.provider_tree [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.673196] env[62448]: DEBUG nova.compute.manager [req-672e03f5-aa4a-4bc8-a3f1-6e1828bfd525 req-7bceea9a-3f29-4961-b307-58fb0e4a0210 service nova] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Detach interface failed, port_id=0f3bd922-86ba-4a37-8b74-0f15ae71cd9a, reason: Instance 445d93af-e9fb-4a04-b4bd-2cc1e7548f88 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1895.762065] env[62448]: DEBUG nova.network.neutron [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.854848] env[62448]: INFO nova.compute.manager [-] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Took 1.95 seconds to deallocate network for instance. [ 1895.869025] env[62448]: INFO nova.compute.manager [-] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Took 1.99 seconds to deallocate network for instance. [ 1895.934315] env[62448]: DEBUG nova.network.neutron [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.940019] env[62448]: INFO nova.compute.manager [-] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Took 2.03 seconds to deallocate network for instance. [ 1895.941193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91e670c6-c1c5-4d77-a483-60e53d707581 tempest-VolumesAssistedSnapshotsTest-1693572446 tempest-VolumesAssistedSnapshotsTest-1693572446-project-admin] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.974770] env[62448]: INFO nova.compute.manager [-] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Took 2.03 seconds to deallocate network for instance. [ 1896.023969] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.200294] env[62448]: ERROR nova.scheduler.client.report [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [req-5a8c7d7e-bc49-40a6-b722-84af2faaf271] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a8c7d7e-bc49-40a6-b722-84af2faaf271"}]} [ 1896.221444] env[62448]: DEBUG nova.scheduler.client.report [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1896.242965] env[62448]: DEBUG nova.scheduler.client.report [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1896.243373] env[62448]: DEBUG nova.compute.provider_tree [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.257806] env[62448]: DEBUG nova.scheduler.client.report [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1896.281497] env[62448]: DEBUG nova.scheduler.client.report [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1896.363815] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.380679] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.437981] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.438615] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Instance network_info: |[{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.438865] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:38:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d854481-c56c-441c-aae7-69945bf8a0dd', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.446478] env[62448]: DEBUG oslo.service.loopingcall [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.449507] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.450383] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.451026] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8c7f496-0b2f-4c5b-9e5d-a3c5e52f613b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.474547] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.474547] env[62448]: value = "task-2092844" [ 1896.474547] env[62448]: _type = "Task" [ 1896.474547] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.486934] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.487572] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092844, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.518594] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59937} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.521352] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/d3d2f2e2-b8f2-4732-afaa-ed51e5df375a.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1896.521580] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1896.522055] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44214979-d2f7-420f-a10d-f446e50b558a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.528709] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1896.528709] env[62448]: value = "task-2092845" [ 1896.528709] env[62448]: _type = "Task" [ 1896.528709] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.539365] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.734350] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378b7163-0306-43bc-a607-9694d9e61cb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.741033] env[62448]: DEBUG nova.compute.manager [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Received event network-changed-7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.741210] env[62448]: DEBUG nova.compute.manager [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Refreshing instance network info cache due to event network-changed-7d854481-c56c-441c-aae7-69945bf8a0dd. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1896.741433] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] Acquiring lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.741572] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] Acquired lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.741751] env[62448]: DEBUG nova.network.neutron [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Refreshing network info cache for port 7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.746680] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ab034-f256-4e24-b02c-040ff2796b4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.779938] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc48b410-a896-416b-bb63-a51ddd8da9c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.789701] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bd36f2-c25b-40a7-9e17-ccfa8af9cbbe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.805734] env[62448]: DEBUG nova.compute.provider_tree [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.985859] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092844, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.043911] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092845, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.128951] env[62448]: DEBUG nova.compute.manager [req-471d343c-98c9-4e51-870c-d250e45ff71f req-8e5ed598-301b-4883-b07e-6be98c6c0dcf service nova] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Received event network-vif-deleted-0a8ee68a-96aa-4551-913c-a0ff9790aac3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.129932] env[62448]: DEBUG nova.compute.manager [req-471d343c-98c9-4e51-870c-d250e45ff71f req-8e5ed598-301b-4883-b07e-6be98c6c0dcf service nova] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Received event network-vif-deleted-ff5873f0-7958-48a1-bf9c-8c5f12ccc071 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.129932] env[62448]: DEBUG nova.compute.manager [req-471d343c-98c9-4e51-870c-d250e45ff71f req-8e5ed598-301b-4883-b07e-6be98c6c0dcf service nova] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Received event network-vif-deleted-563cc4bf-26d8-4c20-8441-574242fc2c17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.352075] env[62448]: DEBUG nova.scheduler.client.report [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1897.352348] env[62448]: DEBUG nova.compute.provider_tree [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 62 to 63 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1897.352622] env[62448]: DEBUG nova.compute.provider_tree [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.489079] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092844, 'name': CreateVM_Task, 'duration_secs': 0.961409} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.489191] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.490069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.490331] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.490749] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.492918] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0e1e95-dcf3-44eb-bb45-00435eb016ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.498274] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1897.498274] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5248cce5-6078-0a37-27e8-a531d57c8563" [ 1897.498274] env[62448]: _type = "Task" [ 1897.498274] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.510938] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5248cce5-6078-0a37-27e8-a531d57c8563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.538903] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.548013} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.539266] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1897.540081] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac47a58-5d5f-42b2-9a28-3ad0bff969ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.566574] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/d3d2f2e2-b8f2-4732-afaa-ed51e5df375a.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.568340] env[62448]: DEBUG nova.network.neutron [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updated VIF entry in instance network info cache for port 7d854481-c56c-441c-aae7-69945bf8a0dd. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.568707] env[62448]: DEBUG nova.network.neutron [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.569956] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000c33f9-fbf7-4158-9895-44d69f65d364 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.593183] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1897.593183] env[62448]: value = "task-2092846" [ 1897.593183] env[62448]: _type = "Task" [ 1897.593183] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.602787] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.857667] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.846s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.858156] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1897.861589] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.072s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.009707] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5248cce5-6078-0a37-27e8-a531d57c8563, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.010128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.010434] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.010706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.010879] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.011141] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.011803] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5098af37-881e-404e-8dae-c955f4d0f46a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.022102] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.022344] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.023180] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647475dd-da18-439e-abca-2263e20e367a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.032076] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1898.032076] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5227ef9c-ce8e-2378-caae-85dc55c8a616" [ 1898.032076] env[62448]: _type = "Task" [ 1898.032076] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.043312] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5227ef9c-ce8e-2378-caae-85dc55c8a616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.089060] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e9d32c1-a292-4921-bb34-7b798b2dc7f5 req-f90f2231-3bf2-4a0c-bd68-755c7f09c5cb service nova] Releasing lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.107602] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092846, 'name': ReconfigVM_Task, 'duration_secs': 0.355603} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.107906] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Reconfigured VM instance instance-00000026 to attach disk [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/d3d2f2e2-b8f2-4732-afaa-ed51e5df375a.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.108977] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81abec03-c0ee-4a62-a244-1bb2fa6b9d26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.115985] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1898.115985] env[62448]: value = "task-2092847" [ 1898.115985] env[62448]: _type = "Task" [ 1898.115985] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.125903] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092847, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.366128] env[62448]: DEBUG nova.compute.utils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.379881] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.379881] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.447320] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.447694] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.447935] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.448197] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.451636] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.451636] env[62448]: INFO nova.compute.manager [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Terminating instance [ 1898.458851] env[62448]: DEBUG nova.policy [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39050af14e064ba9a205c548c14575c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc5fab26fa54a42b792819ec79714af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.520827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.521142] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.521374] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "d44beaef-e5f0-4b0b-84e4-274a0728302a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.521562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.521721] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.524157] env[62448]: INFO nova.compute.manager [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Terminating instance [ 1898.550724] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5227ef9c-ce8e-2378-caae-85dc55c8a616, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.551807] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bd6129-6fdd-4f28-9ffd-3837eb40cfce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.559057] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1898.559057] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522bea91-ba2a-478d-8b58-6ad50b55381b" [ 1898.559057] env[62448]: _type = "Task" [ 1898.559057] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.569707] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522bea91-ba2a-478d-8b58-6ad50b55381b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.633955] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092847, 'name': Rename_Task, 'duration_secs': 0.163391} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.634090] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.634289] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51a283c9-688b-40d0-bdbc-9aa0e90d1bc4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.645342] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1898.645342] env[62448]: value = "task-2092848" [ 1898.645342] env[62448]: _type = "Task" [ 1898.645342] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.661550] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092848, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.731657] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "fa85be30-cbda-421c-bed2-89587fb77802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.731889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "fa85be30-cbda-421c-bed2-89587fb77802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.829361] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Successfully created port: 4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.878331] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1898.919088] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 54bc8105-3911-46d8-a378-3edcd817e1ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.919088] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d8737c9a-981e-4a30-8c93-db9ee952bd37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.919088] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 53b30256-2715-49d3-a6c5-836c29d6769b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.919088] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.919317] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d44beaef-e5f0-4b0b-84e4-274a0728302a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.919317] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7fb2a096-9da6-4501-9682-bcce594b4c9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1f121468-f5a8-4784-bd54-ed67670f4318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c9d7c712-7197-4da5-ba06-1fed547a5560 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance f7ba5882-e1c8-48ae-ba83-f893e1eade3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 45270ec5-a7d3-47de-b5cb-9fa320ac2250 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e61f6f45-c55e-464e-81bc-e9fa13c8f041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 564b2923-b7c8-4d52-afe5-5ecef15edd1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 0c89a295-fc69-45db-8a49-efa31e3a9cf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance eec857ae-b3cc-4b5e-a1f0-8914faa151d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance a7c17bc5-408d-4988-a687-2f6ed51ac088 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d4b63ceb-c8ec-47bf-9853-1c522e1da467 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 25720ae4-eecd-43cb-a7c3-3765565e4218 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance de05e8bf-6af1-41bb-bd0b-43a77c259c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance ecdbb9ab-859b-4989-b6c3-e8f2e26301de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923019] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 445d93af-e9fb-4a04-b4bd-2cc1e7548f88 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1898.923840] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d3d2f2e2-b8f2-4732-afaa-ed51e5df375a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923840] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c6163c18-0074-4336-aeda-272f9da51db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.923840] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 5629531e-003a-4ae4-ba3e-aca40f9088f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1898.961580] env[62448]: DEBUG nova.compute.manager [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.964713] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.964713] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822cd258-a7e7-4f61-aa8a-018447b0bc75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.973217] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.973501] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82d8ca78-ac68-466f-8b87-ed067ed65a08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.981070] env[62448]: DEBUG oslo_vmware.api [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1898.981070] env[62448]: value = "task-2092849" [ 1898.981070] env[62448]: _type = "Task" [ 1898.981070] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.992294] env[62448]: DEBUG oslo_vmware.api [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.028893] env[62448]: DEBUG nova.compute.manager [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1899.029306] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.030290] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef4f9e6-b1a8-403a-8899-d01d56f0a79f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.038466] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.038756] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eb003d8-ac95-4500-b5ac-0bdb1c8e2e26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.045937] env[62448]: DEBUG oslo_vmware.api [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1899.045937] env[62448]: value = "task-2092850" [ 1899.045937] env[62448]: _type = "Task" [ 1899.045937] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.054775] env[62448]: DEBUG oslo_vmware.api [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.070200] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522bea91-ba2a-478d-8b58-6ad50b55381b, 'name': SearchDatastore_Task, 'duration_secs': 0.013587} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.070606] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.070835] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.071161] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-561784ae-80a9-4bb7-a3a6-567a511eece2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.078985] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1899.078985] env[62448]: value = "task-2092851" [ 1899.078985] env[62448]: _type = "Task" [ 1899.078985] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.087670] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.158728] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.238884] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Successfully created port: d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.242829] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.242829] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.425046] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 2cc12d89-f1da-4968-b5be-02443a538439 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1899.493832] env[62448]: DEBUG oslo_vmware.api [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092849, 'name': PowerOffVM_Task, 'duration_secs': 0.232063} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.494096] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.494271] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.494558] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5655636-fdf8-4516-8aa8-f1cbe3fd85e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.557021] env[62448]: DEBUG oslo_vmware.api [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092850, 'name': PowerOffVM_Task, 'duration_secs': 0.339388} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.558535] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.558535] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.558535] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5e18d47-9a4a-4fe9-9a71-11bb68ca1cf7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.588728] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.628263] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.628527] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.628719] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Deleting the datastore file [datastore2] 564b2923-b7c8-4d52-afe5-5ecef15edd1f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.628987] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2fad79e-7145-4935-9c5b-df313f34eb60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.636380] env[62448]: DEBUG oslo_vmware.api [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1899.636380] env[62448]: value = "task-2092854" [ 1899.636380] env[62448]: _type = "Task" [ 1899.636380] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.648117] env[62448]: DEBUG oslo_vmware.api [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.656204] env[62448]: DEBUG oslo_vmware.api [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092848, 'name': PowerOnVM_Task, 'duration_secs': 0.543548} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.656355] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1899.656560] env[62448]: INFO nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Took 17.40 seconds to spawn the instance on the hypervisor. [ 1899.656735] env[62448]: DEBUG nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.657599] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133138da-475a-476b-87f5-f29c88a41405 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.704454] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.704705] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.704890] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Deleting the datastore file [datastore2] d44beaef-e5f0-4b0b-84e4-274a0728302a {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.705200] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f5508e-0f72-4ff2-b43b-1757ae9f9f4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.711047] env[62448]: DEBUG oslo_vmware.api [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for the task: (returnval){ [ 1899.711047] env[62448]: value = "task-2092855" [ 1899.711047] env[62448]: _type = "Task" [ 1899.711047] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.719502] env[62448]: DEBUG oslo_vmware.api [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.900285] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1899.923194] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1899.923546] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1899.923676] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1899.923906] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1899.924129] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1899.924293] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1899.924503] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1899.924681] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1899.924934] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1899.925142] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1899.925320] env[62448]: DEBUG nova.virt.hardware [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1899.926344] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caaaa6d-58e9-4116-abe4-a650126f9f9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.929425] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance eed09add-be12-4037-a619-c27f266e8efc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1899.936598] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48b5e3e-864f-43e0-8dce-1f0d246f5d33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.092416] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595526} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.092820] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.093149] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1900.093519] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1054856e-5eeb-484b-bfa3-983f9893ba10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.101751] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1900.101751] env[62448]: value = "task-2092856" [ 1900.101751] env[62448]: _type = "Task" [ 1900.101751] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.111054] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.146054] env[62448]: DEBUG oslo_vmware.api [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2092854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251787} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.146386] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.146601] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.146787] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.146979] env[62448]: INFO nova.compute.manager [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1900.147243] env[62448]: DEBUG oslo.service.loopingcall [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.147467] env[62448]: DEBUG nova.compute.manager [-] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.147562] env[62448]: DEBUG nova.network.neutron [-] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.177627] env[62448]: INFO nova.compute.manager [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Took 51.81 seconds to build instance. [ 1900.221158] env[62448]: DEBUG oslo_vmware.api [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Task: {'id': task-2092855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273819} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.221441] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.221650] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.221864] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.222091] env[62448]: INFO nova.compute.manager [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1900.222336] env[62448]: DEBUG oslo.service.loopingcall [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.222531] env[62448]: DEBUG nova.compute.manager [-] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.222626] env[62448]: DEBUG nova.network.neutron [-] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.433649] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 0e407159-3b30-4637-9b45-79628385e872 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1900.467569] env[62448]: INFO nova.compute.manager [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Rescuing [ 1900.467971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.468136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.468211] env[62448]: DEBUG nova.network.neutron [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.612119] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214215} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.612308] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.613378] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3209f2-9c31-42d6-a151-fdeabbf78d49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.640018] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.640018] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603073c7-abf3-4814-bc53-63d5efed4596 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.660152] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1900.660152] env[62448]: value = "task-2092857" [ 1900.660152] env[62448]: _type = "Task" [ 1900.660152] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.670017] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.679956] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bd5f5915-974d-4885-b263-26d0d636fe7d tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.239s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.937109] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance dec2ce44-20ed-45af-900f-86aa2c1dab2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1901.058523] env[62448]: DEBUG nova.compute.manager [req-e5d3953a-d791-432e-9cfe-63516bdec999 req-c0b89f10-d42c-4317-a428-a99f7c0ab849 service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received event network-vif-plugged-4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1901.058766] env[62448]: DEBUG oslo_concurrency.lockutils [req-e5d3953a-d791-432e-9cfe-63516bdec999 req-c0b89f10-d42c-4317-a428-a99f7c0ab849 service nova] Acquiring lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.059009] env[62448]: DEBUG oslo_concurrency.lockutils [req-e5d3953a-d791-432e-9cfe-63516bdec999 req-c0b89f10-d42c-4317-a428-a99f7c0ab849 service nova] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.059887] env[62448]: DEBUG oslo_concurrency.lockutils [req-e5d3953a-d791-432e-9cfe-63516bdec999 req-c0b89f10-d42c-4317-a428-a99f7c0ab849 service nova] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.060120] env[62448]: DEBUG nova.compute.manager [req-e5d3953a-d791-432e-9cfe-63516bdec999 req-c0b89f10-d42c-4317-a428-a99f7c0ab849 service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] No waiting events found dispatching network-vif-plugged-4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.060313] env[62448]: WARNING nova.compute.manager [req-e5d3953a-d791-432e-9cfe-63516bdec999 req-c0b89f10-d42c-4317-a428-a99f7c0ab849 service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received unexpected event network-vif-plugged-4d05f68a-3be5-45d9-bd44-398f505cc8d3 for instance with vm_state building and task_state spawning. [ 1901.172210] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.183621] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.444156] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance cc68363b-7077-4d89-8771-fa6f3274da29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1901.672419] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092857, 'name': ReconfigVM_Task, 'duration_secs': 0.551582} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.672803] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.673449] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8e94ffb-01e6-4cbd-858e-f7aa1eeee09a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.680782] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1901.680782] env[62448]: value = "task-2092858" [ 1901.680782] env[62448]: _type = "Task" [ 1901.680782] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.691445] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092858, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.721261] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.745042] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Successfully updated port: 4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.783221] env[62448]: DEBUG nova.network.neutron [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.950136] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 87131a33-4ae6-42f3-8484-165948f4898d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1902.045691] env[62448]: DEBUG nova.network.neutron [-] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.190768] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092858, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.224739] env[62448]: DEBUG nova.network.neutron [-] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.286948] env[62448]: DEBUG oslo_concurrency.lockutils [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.456617] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1902.552163] env[62448]: INFO nova.compute.manager [-] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Took 2.40 seconds to deallocate network for instance. [ 1902.691173] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092858, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.728517] env[62448]: INFO nova.compute.manager [-] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Took 2.51 seconds to deallocate network for instance. [ 1902.798187] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6bc5d-d492-573e-b0f8-c313ad62a774/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1902.799126] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453a652-6558-4d41-8f11-972e24cd3d6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.806072] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6bc5d-d492-573e-b0f8-c313ad62a774/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1902.806291] env[62448]: ERROR oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6bc5d-d492-573e-b0f8-c313ad62a774/disk-0.vmdk due to incomplete transfer. [ 1902.806531] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a891c83-8254-4641-b9fa-42830ab673fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.814775] env[62448]: DEBUG oslo_vmware.rw_handles [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6bc5d-d492-573e-b0f8-c313ad62a774/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1902.814775] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Uploaded image 8cd0de4c-1aa2-4ecd-a3d9-037ae5d1f3a1 to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1902.816516] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1902.816761] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-642bc5f0-5a39-4ce5-becc-894b785dc3a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.822754] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1902.822754] env[62448]: value = "task-2092859" [ 1902.822754] env[62448]: _type = "Task" [ 1902.822754] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.832570] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092859, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.960523] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 59ea60b5-2790-4d73-b5e4-bc2ec496edae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1903.059212] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.107207] env[62448]: DEBUG nova.compute.manager [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Received event network-vif-deleted-9601095c-e02a-4990-9d74-31c40fcac5f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1903.107513] env[62448]: DEBUG nova.compute.manager [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Received event network-vif-deleted-d578f4ee-31d9-45d1-9716-c55702e8fc49 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1903.107779] env[62448]: DEBUG nova.compute.manager [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received event network-changed-4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1903.108092] env[62448]: DEBUG nova.compute.manager [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Refreshing instance network info cache due to event network-changed-4d05f68a-3be5-45d9-bd44-398f505cc8d3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1903.108386] env[62448]: DEBUG oslo_concurrency.lockutils [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] Acquiring lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.108585] env[62448]: DEBUG oslo_concurrency.lockutils [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] Acquired lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.108834] env[62448]: DEBUG nova.network.neutron [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Refreshing network info cache for port 4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.192969] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092858, 'name': Rename_Task, 'duration_secs': 1.187053} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.193318] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1903.193704] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dee97512-3061-4721-a226-6be919c035c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.199763] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1903.199763] env[62448]: value = "task-2092860" [ 1903.199763] env[62448]: _type = "Task" [ 1903.199763] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.207396] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.234640] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.333961] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092859, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.463497] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1903.667951] env[62448]: DEBUG nova.network.neutron [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.713575] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092860, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.815020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.815020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.815020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.815020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.815020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.816188] env[62448]: INFO nova.compute.manager [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Terminating instance [ 1903.817760] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.822029] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c38ad1-431a-4745-81c8-c85c6ec3d32a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.830662] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1903.830662] env[62448]: value = "task-2092861" [ 1903.830662] env[62448]: _type = "Task" [ 1903.830662] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.831327] env[62448]: DEBUG nova.network.neutron [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.841938] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092859, 'name': Destroy_Task, 'duration_secs': 0.636739} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.842802] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Destroyed the VM [ 1903.843118] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1903.843693] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18d64412-f19d-4e3f-84da-c698ba175bf7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.848522] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.853993] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1903.853993] env[62448]: value = "task-2092862" [ 1903.853993] env[62448]: _type = "Task" [ 1903.853993] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.863175] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.968064] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance fa85be30-cbda-421c-bed2-89587fb77802 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1904.058270] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Successfully updated port: d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.210464] env[62448]: DEBUG oslo_vmware.api [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092860, 'name': PowerOnVM_Task, 'duration_secs': 0.841644} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.210883] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1904.210940] env[62448]: INFO nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Took 17.95 seconds to spawn the instance on the hypervisor. [ 1904.211128] env[62448]: DEBUG nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.211918] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445c593-0d9b-4b5e-88d1-135ab74dbfb1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.277053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "19b3ca53-b5a7-4c34-998f-870cf9285e33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.277271] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.322539] env[62448]: DEBUG nova.compute.manager [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.322681] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.323603] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02754b7-419a-45ca-9bae-a6fcceeec9b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.331519] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.331841] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0636b6e0-4ddc-4895-ad7d-cab3de14e1ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.333788] env[62448]: DEBUG oslo_concurrency.lockutils [req-42a1a755-cec1-4823-b4e6-99bbb75e4212 req-29ba99f5-46c3-43f3-aaf5-68ed9b38646a service nova] Releasing lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.343329] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092861, 'name': PowerOffVM_Task, 'duration_secs': 0.175276} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.343588] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1904.344370] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a091749-a32c-4875-9d01-4ad74ae35b40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.367471] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27593890-9e80-44a8-b48d-fd01b47d33bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.379043] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092862, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.403265] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.403565] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c44aff55-7c72-4c28-90d0-116a10828358 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.409253] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1904.409253] env[62448]: value = "task-2092864" [ 1904.409253] env[62448]: _type = "Task" [ 1904.409253] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.417095] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.472043] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 36a01101-24a1-4d38-a9f4-ef6f48fb4077 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1904.472043] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1904.472043] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1904.561588] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.561869] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.562078] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.708122] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.708379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.708562] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleting the datastore file [datastore2] de05e8bf-6af1-41bb-bd0b-43a77c259c98 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.708859] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e87a263-302b-490c-86d0-98ddb4247885 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.714625] env[62448]: DEBUG oslo_vmware.api [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1904.714625] env[62448]: value = "task-2092865" [ 1904.714625] env[62448]: _type = "Task" [ 1904.714625] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.728917] env[62448]: DEBUG oslo_vmware.api [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.735731] env[62448]: INFO nova.compute.manager [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Took 53.83 seconds to build instance. [ 1904.877110] env[62448]: DEBUG oslo_vmware.api [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092862, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58389} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.877110] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1904.877110] env[62448]: INFO nova.compute.manager [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 1904.915016] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ae9ed-6103-40a0-bd26-c9df06a62b79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.925671] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb989c-d393-4163-a013-a529cd574029 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.929162] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1904.929366] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.929606] env[62448]: DEBUG oslo_concurrency.lockutils [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.929751] env[62448]: DEBUG oslo_concurrency.lockutils [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.929927] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.930463] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdc47672-d746-483a-8539-537125e30b9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.960984] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb4489-28c1-4e7d-a61f-2931c37b537b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.963685] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.963866] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.964577] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0629e0df-93e3-485e-874f-c94b79c8899e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.970261] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1904.970261] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5294fb64-9b0f-ec1a-cb1d-8d25cc74e9f8" [ 1904.970261] env[62448]: _type = "Task" [ 1904.970261] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.976333] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e9b139-7276-46ca-92cd-ba95964ef866 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.985349] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5294fb64-9b0f-ec1a-cb1d-8d25cc74e9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008875} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.994033] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.995292] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668752be-e37a-4267-8c5a-531851160c7a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.002553] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1905.002553] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5296c9d8-018d-0ef8-5ac1-3fcc11058677" [ 1905.002553] env[62448]: _type = "Task" [ 1905.002553] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.012120] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5296c9d8-018d-0ef8-5ac1-3fcc11058677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.127913] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.208698] env[62448]: DEBUG nova.compute.manager [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received event network-vif-plugged-d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1905.209508] env[62448]: DEBUG oslo_concurrency.lockutils [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] Acquiring lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.209828] env[62448]: DEBUG oslo_concurrency.lockutils [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.210064] env[62448]: DEBUG oslo_concurrency.lockutils [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.210313] env[62448]: DEBUG nova.compute.manager [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] No waiting events found dispatching network-vif-plugged-d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.210538] env[62448]: WARNING nova.compute.manager [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received unexpected event network-vif-plugged-d8515f83-29a6-47b1-8cb1-17aa8bf9e042 for instance with vm_state building and task_state spawning. [ 1905.210767] env[62448]: DEBUG nova.compute.manager [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received event network-changed-d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1905.210931] env[62448]: DEBUG nova.compute.manager [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Refreshing instance network info cache due to event network-changed-d8515f83-29a6-47b1-8cb1-17aa8bf9e042. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1905.211167] env[62448]: DEBUG oslo_concurrency.lockutils [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] Acquiring lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.224968] env[62448]: DEBUG oslo_vmware.api [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2092865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154697} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.225222] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.225433] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.225615] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.225776] env[62448]: INFO nova.compute.manager [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Took 0.90 seconds to destroy the instance on the hypervisor. [ 1905.226032] env[62448]: DEBUG oslo.service.loopingcall [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.226217] env[62448]: DEBUG nova.compute.manager [-] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.226308] env[62448]: DEBUG nova.network.neutron [-] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.237806] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3f1a8bd-716f-4d27-b0a0-74fdc581ee72 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.224s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.382927] env[62448]: DEBUG nova.compute.manager [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Instance disappeared during snapshot {{(pid=62448) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1905.400258] env[62448]: DEBUG nova.compute.manager [None req-7159887d-a377-4202-a543-ed056be61f8e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image not found during clean up 8cd0de4c-1aa2-4ecd-a3d9-037ae5d1f3a1 {{(pid=62448) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1905.500691] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1905.514502] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5296c9d8-018d-0ef8-5ac1-3fcc11058677, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.514770] env[62448]: DEBUG oslo_concurrency.lockutils [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.515031] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. {{(pid=62448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1905.515295] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed3c57b-956f-4b61-8238-1fb705b1c015 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.525441] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1905.525441] env[62448]: value = "task-2092866" [ 1905.525441] env[62448]: _type = "Task" [ 1905.525441] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.535418] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.662161] env[62448]: DEBUG nova.network.neutron [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Updating instance_info_cache with network_info: [{"id": "4d05f68a-3be5-45d9-bd44-398f505cc8d3", "address": "fa:16:3e:1a:ca:91", "network": {"id": "b12558ed-7d7f-45a9-a378-1b668a25a50f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526383303", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d05f68a-3b", "ovs_interfaceid": "4d05f68a-3be5-45d9-bd44-398f505cc8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8515f83-29a6-47b1-8cb1-17aa8bf9e042", "address": "fa:16:3e:32:8b:db", "network": {"id": "83008772-170d-4880-ae62-b4d5e089e9e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-740449785", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8515f83-29", "ovs_interfaceid": "d8515f83-29a6-47b1-8cb1-17aa8bf9e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.741059] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1906.009876] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1906.011311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.149s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.011311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.172s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.011311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.012955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.968s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.014296] env[62448]: INFO nova.compute.claims [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.036136] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442727} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.037051] env[62448]: INFO nova.scheduler.client.report [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocations for instance 0c89a295-fc69-45db-8a49-efa31e3a9cf8 [ 1906.038151] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. [ 1906.038919] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d83fff-81e6-48c0-b04f-41bc525ffbd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.068201] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.068737] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d30cca-d5f9-4b6c-85da-39ce68ae5dd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.087989] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1906.087989] env[62448]: value = "task-2092867" [ 1906.087989] env[62448]: _type = "Task" [ 1906.087989] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.096321] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.168150] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Releasing lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.168150] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Instance network_info: |[{"id": "4d05f68a-3be5-45d9-bd44-398f505cc8d3", "address": "fa:16:3e:1a:ca:91", "network": {"id": "b12558ed-7d7f-45a9-a378-1b668a25a50f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526383303", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d05f68a-3b", "ovs_interfaceid": "4d05f68a-3be5-45d9-bd44-398f505cc8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8515f83-29a6-47b1-8cb1-17aa8bf9e042", "address": "fa:16:3e:32:8b:db", "network": {"id": "83008772-170d-4880-ae62-b4d5e089e9e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-740449785", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8515f83-29", "ovs_interfaceid": "d8515f83-29a6-47b1-8cb1-17aa8bf9e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.168150] env[62448]: DEBUG oslo_concurrency.lockutils [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] Acquired lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.168371] env[62448]: DEBUG nova.network.neutron [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Refreshing network info cache for port d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.169481] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ca:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d05f68a-3be5-45d9-bd44-398f505cc8d3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:8b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8515f83-29a6-47b1-8cb1-17aa8bf9e042', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.179224] env[62448]: DEBUG oslo.service.loopingcall [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.180346] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.180576] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-989b7449-691c-412d-b6cf-e6bf354687aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.203591] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.203591] env[62448]: value = "task-2092868" [ 1906.203591] env[62448]: _type = "Task" [ 1906.203591] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.211899] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092868, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.230597] env[62448]: DEBUG nova.network.neutron [-] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.260356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.550608] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c417f6e0-577a-4097-8c64-f432afd0ae51 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "0c89a295-fc69-45db-8a49-efa31e3a9cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.637s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.598739] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.714384] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092868, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.732578] env[62448]: INFO nova.compute.manager [-] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Took 1.51 seconds to deallocate network for instance. [ 1906.818688] env[62448]: DEBUG nova.compute.manager [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1906.921691] env[62448]: DEBUG nova.network.neutron [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Updated VIF entry in instance network info cache for port d8515f83-29a6-47b1-8cb1-17aa8bf9e042. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.922171] env[62448]: DEBUG nova.network.neutron [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Updating instance_info_cache with network_info: [{"id": "4d05f68a-3be5-45d9-bd44-398f505cc8d3", "address": "fa:16:3e:1a:ca:91", "network": {"id": "b12558ed-7d7f-45a9-a378-1b668a25a50f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1526383303", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d05f68a-3b", "ovs_interfaceid": "4d05f68a-3be5-45d9-bd44-398f505cc8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8515f83-29a6-47b1-8cb1-17aa8bf9e042", "address": "fa:16:3e:32:8b:db", "network": {"id": "83008772-170d-4880-ae62-b4d5e089e9e7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-740449785", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5fc5fab26fa54a42b792819ec79714af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8515f83-29", "ovs_interfaceid": "d8515f83-29a6-47b1-8cb1-17aa8bf9e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.100897] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.216906] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092868, 'name': CreateVM_Task, 'duration_secs': 0.918394} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.216906] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1907.217463] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.217597] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.217893] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1907.218174] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda5b538-c1b5-4429-b0b1-38b8ad49b768 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.225216] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1907.225216] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5235970d-bc78-c9be-2344-82ba0321e0ff" [ 1907.225216] env[62448]: _type = "Task" [ 1907.225216] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.233683] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5235970d-bc78-c9be-2344-82ba0321e0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.237876] env[62448]: DEBUG nova.compute.manager [req-f25cb437-fb89-4682-9e51-743b75ae1c0a req-4f27e526-eed1-46c7-a786-2ec3567d60a5 service nova] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Received event network-vif-deleted-1c297cb1-2ae1-4b28-b097-f56dd3ea61dd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1907.240250] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.337993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.427349] env[62448]: DEBUG oslo_concurrency.lockutils [req-a45af5b2-b47c-4024-9fc5-b0e06984c69c req-c56cf005-235a-4208-b1f6-cc559d5693ed service nova] Releasing lock "refresh_cache-5629531e-003a-4ae4-ba3e-aca40f9088f3" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.472339] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c46e80d-b646-4ac6-8f9a-10a52a7a3413 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.481534] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb5a29d-2369-4896-bb5a-008b6d54f06b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.513929] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f42e9b-a286-4cfa-8351-1d2c7e9a1041 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.521809] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f191b3c-4f15-4a94-8baf-37dd8cf4b6ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.536530] env[62448]: DEBUG nova.compute.provider_tree [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.600361] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092867, 'name': ReconfigVM_Task, 'duration_secs': 1.016617} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.600685] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Reconfigured VM instance instance-00000026 to attach disk [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.601566] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6d5493-c9b9-4a8a-b3f6-2a162a53be2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.628243] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10418cb8-f688-4690-8c3a-7670dd395ff0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.645157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.645430] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.649114] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1907.649114] env[62448]: value = "task-2092869" [ 1907.649114] env[62448]: _type = "Task" [ 1907.649114] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.657802] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.735921] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5235970d-bc78-c9be-2344-82ba0321e0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.736209] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.736656] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.736761] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.736816] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.737038] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.737305] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f2d20e-1cc6-4195-832b-eecd8f4ef7e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.745443] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.745620] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.746405] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8eee5c6-ae01-44b4-86fd-e709a3daf253 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.751236] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1907.751236] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52278d7b-6e3f-11a8-11ce-bf30d34f2d11" [ 1907.751236] env[62448]: _type = "Task" [ 1907.751236] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.759119] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52278d7b-6e3f-11a8-11ce-bf30d34f2d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.040389] env[62448]: DEBUG nova.scheduler.client.report [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.157242] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092869, 'name': ReconfigVM_Task, 'duration_secs': 0.428447} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.157519] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.157793] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5092898-cd9a-4627-b97b-da779e8fb0cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.164074] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1908.164074] env[62448]: value = "task-2092870" [ 1908.164074] env[62448]: _type = "Task" [ 1908.164074] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.172309] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.263143] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52278d7b-6e3f-11a8-11ce-bf30d34f2d11, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.263960] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878f9d77-4a9a-42fc-9cd2-65b2619f11b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.269228] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1908.269228] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ee34af-8bee-4b1f-adfa-ea217814d5f0" [ 1908.269228] env[62448]: _type = "Task" [ 1908.269228] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.276483] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ee34af-8bee-4b1f-adfa-ea217814d5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.545470] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.546033] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1908.548882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.308s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.550091] env[62448]: INFO nova.compute.claims [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1908.674325] env[62448]: DEBUG oslo_vmware.api [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092870, 'name': PowerOnVM_Task, 'duration_secs': 0.471512} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.675326] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.678085] env[62448]: DEBUG nova.compute.manager [None req-359c28f0-9f3f-4662-943c-f782b694133b tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.678866] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd9d9da-7135-4b42-b360-b84b31279b43 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.779475] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ee34af-8bee-4b1f-adfa-ea217814d5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008758} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.779735] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.779991] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 5629531e-003a-4ae4-ba3e-aca40f9088f3/5629531e-003a-4ae4-ba3e-aca40f9088f3.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.780272] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3e467f-9d37-4d07-854e-8544d9854e3e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.787185] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1908.787185] env[62448]: value = "task-2092871" [ 1908.787185] env[62448]: _type = "Task" [ 1908.787185] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.794657] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.015732] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.016086] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.055412] env[62448]: DEBUG nova.compute.utils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1909.061505] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1909.061734] env[62448]: DEBUG nova.network.neutron [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1909.103319] env[62448]: DEBUG nova.policy [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cf51febeeb46c887e334f45c19b331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35c6ad13d4704d9697178185f45ca890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1909.297124] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42162} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.297406] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 5629531e-003a-4ae4-ba3e-aca40f9088f3/5629531e-003a-4ae4-ba3e-aca40f9088f3.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1909.297618] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1909.297868] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17b0adfe-f19a-48cf-a6c5-81dcb46a432c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.304063] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1909.304063] env[62448]: value = "task-2092872" [ 1909.304063] env[62448]: _type = "Task" [ 1909.304063] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.312705] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.464569] env[62448]: DEBUG nova.network.neutron [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Successfully created port: 5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1909.528643] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.528811] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1909.559371] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1909.817046] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066458} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.817321] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1909.818108] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977b8e6-a4e3-4029-a423-21c5c4ec1b92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.846328] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 5629531e-003a-4ae4-ba3e-aca40f9088f3/5629531e-003a-4ae4-ba3e-aca40f9088f3.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.849067] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bdb1d8-de7a-4808-aef1-27fdd5d2cbd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.869290] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1909.869290] env[62448]: value = "task-2092873" [ 1909.869290] env[62448]: _type = "Task" [ 1909.869290] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.880305] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.077360] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.077540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.077761] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1910.114783] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e4964a-1cbc-4bf4-a0d6-21442a9bf9cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.122479] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc4f3e-6e45-49a8-bbc1-e538e2661259 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.153278] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e61129-3a1f-4031-9554-db3a871786f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.161029] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df4eaa-cf46-454a-802f-402e7b0ede1e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.174086] env[62448]: DEBUG nova.compute.provider_tree [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.216838] env[62448]: DEBUG nova.compute.manager [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1910.217085] env[62448]: DEBUG nova.compute.manager [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing instance network info cache due to event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1910.217329] env[62448]: DEBUG oslo_concurrency.lockutils [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.217511] env[62448]: DEBUG oslo_concurrency.lockutils [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.217662] env[62448]: DEBUG nova.network.neutron [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.379636] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.577420] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1910.604009] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1910.604279] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1910.604435] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1910.604618] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1910.604763] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1910.605282] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1910.605282] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1910.605282] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1910.605459] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1910.605622] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1910.605798] env[62448]: DEBUG nova.virt.hardware [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1910.606685] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd9fe1-c4c8-4820-8ca7-88ebdb95343b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.615066] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92a577-784c-4345-a45c-fc9ea3b2ef10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.677277] env[62448]: DEBUG nova.scheduler.client.report [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.735082] env[62448]: DEBUG nova.compute.manager [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1910.735082] env[62448]: DEBUG nova.compute.manager [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing instance network info cache due to event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1910.735404] env[62448]: DEBUG oslo_concurrency.lockutils [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.879083] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092873, 'name': ReconfigVM_Task, 'duration_secs': 0.566421} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.879369] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 5629531e-003a-4ae4-ba3e-aca40f9088f3/5629531e-003a-4ae4-ba3e-aca40f9088f3.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.880019] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-227ff40d-2c48-4e02-aa06-3712ac68f168 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.886579] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1910.886579] env[62448]: value = "task-2092874" [ 1910.886579] env[62448]: _type = "Task" [ 1910.886579] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.896186] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092874, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.097752] env[62448]: DEBUG nova.network.neutron [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updated VIF entry in instance network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.098265] env[62448]: DEBUG nova.network.neutron [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.184706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.185208] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1911.193205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.027s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.193205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.197497] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.850s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.197581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.201651] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.446s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.203020] env[62448]: INFO nova.compute.claims [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.244199] env[62448]: INFO nova.scheduler.client.report [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Deleted allocations for instance a7c17bc5-408d-4988-a687-2f6ed51ac088 [ 1911.248396] env[62448]: INFO nova.scheduler.client.report [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Deleted allocations for instance eec857ae-b3cc-4b5e-a1f0-8914faa151d1 [ 1911.397131] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092874, 'name': Rename_Task, 'duration_secs': 0.144369} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.399871] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.400276] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2835bf2-79a1-4b03-9258-1bd0f25cac06 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.405899] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1911.405899] env[62448]: value = "task-2092875" [ 1911.405899] env[62448]: _type = "Task" [ 1911.405899] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.413601] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.563963] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updating instance_info_cache with network_info: [{"id": "10712220-b11f-4304-8433-9a3956512212", "address": "fa:16:3e:d7:a3:c3", "network": {"id": "84b0f056-1ab4-494e-b59a-f28353fdc839", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479111073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9508579d89fb4e4186245e0897ebf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10712220-b1", "ovs_interfaceid": "10712220-b11f-4304-8433-9a3956512212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.601262] env[62448]: DEBUG oslo_concurrency.lockutils [req-71e7ed1c-61f6-4b92-8c8f-99b1ef42b5b7 req-a452cfd9-1cbb-4a64-a844-25e212a48318 service nova] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.601708] env[62448]: DEBUG oslo_concurrency.lockutils [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.601900] env[62448]: DEBUG nova.network.neutron [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1911.611768] env[62448]: DEBUG nova.network.neutron [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Successfully updated port: 5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1911.698802] env[62448]: DEBUG nova.compute.utils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1911.700363] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1911.700527] env[62448]: DEBUG nova.network.neutron [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1911.752459] env[62448]: DEBUG nova.policy [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c21da2057454bc7804f0675acd3fdd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af273710025840b6b6b9ece5c00ee13e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1911.763415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-35f62cf3-0350-45e1-90a3-15f5053b933d tempest-ServerExternalEventsTest-855322077 tempest-ServerExternalEventsTest-855322077-project-member] Lock "eec857ae-b3cc-4b5e-a1f0-8914faa151d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.139s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.767140] env[62448]: DEBUG oslo_concurrency.lockutils [None req-88458b3c-f9e7-4d91-91bf-4639af6cc9c3 tempest-ServerGroupTestJSON-645304163 tempest-ServerGroupTestJSON-645304163-project-member] Lock "a7c17bc5-408d-4988-a687-2f6ed51ac088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.730s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.921812] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.069451] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-54bc8105-3911-46d8-a378-3edcd817e1ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.070511] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1912.070511] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.070511] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.070511] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.070726] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.070757] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.070912] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.071691] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1912.071691] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.115305] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.115506] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.115704] env[62448]: DEBUG nova.network.neutron [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1912.120157] env[62448]: DEBUG nova.network.neutron [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Successfully created port: 12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1912.206022] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1912.427019] env[62448]: DEBUG oslo_vmware.api [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092875, 'name': PowerOnVM_Task, 'duration_secs': 0.996357} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.427019] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.427019] env[62448]: INFO nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1912.427019] env[62448]: DEBUG nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.427019] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77af35-4fef-49d5-b4b7-35c21c2cd6df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.574418] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.603282] env[62448]: DEBUG nova.compute.manager [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Received event network-vif-plugged-5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.603928] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] Acquiring lock "2cc12d89-f1da-4968-b5be-02443a538439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.604290] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] Lock "2cc12d89-f1da-4968-b5be-02443a538439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.604625] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] Lock "2cc12d89-f1da-4968-b5be-02443a538439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.604917] env[62448]: DEBUG nova.compute.manager [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] No waiting events found dispatching network-vif-plugged-5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.605291] env[62448]: WARNING nova.compute.manager [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Received unexpected event network-vif-plugged-5b777ef7-5a54-4dd2-9549-970c00b0ae95 for instance with vm_state building and task_state spawning. [ 1912.605636] env[62448]: DEBUG nova.compute.manager [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Received event network-changed-5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.608734] env[62448]: DEBUG nova.compute.manager [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Refreshing instance network info cache due to event network-changed-5b777ef7-5a54-4dd2-9549-970c00b0ae95. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1912.608734] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] Acquiring lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.608734] env[62448]: DEBUG nova.network.neutron [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updated VIF entry in instance network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.608734] env[62448]: DEBUG nova.network.neutron [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.673873] env[62448]: DEBUG nova.network.neutron [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.804038] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a46fc4e-8d6b-4ef2-b304-4e5cf8ed56f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.815888] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71cbccf-7d75-46ab-9379-07e00462a978 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.849492] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c496cc26-fbfd-47b7-8e82-4d4e330e398f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.856557] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c48a24-306e-4bf7-8962-9c722119a86a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.874302] env[62448]: DEBUG nova.compute.provider_tree [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.889327] env[62448]: DEBUG nova.network.neutron [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updating instance_info_cache with network_info: [{"id": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "address": "fa:16:3e:de:e4:34", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b777ef7-5a", "ovs_interfaceid": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.948252] env[62448]: INFO nova.compute.manager [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Took 55.62 seconds to build instance. [ 1913.111043] env[62448]: DEBUG oslo_concurrency.lockutils [req-d07a57da-1d98-41a4-8c4f-ee5e54296faf req-e00f8eae-ae1c-44ec-a5d9-4fa6c3fdedfe service nova] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.139318] env[62448]: DEBUG nova.compute.manager [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1913.139577] env[62448]: DEBUG nova.compute.manager [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing instance network info cache due to event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1913.139854] env[62448]: DEBUG oslo_concurrency.lockutils [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.140142] env[62448]: DEBUG oslo_concurrency.lockutils [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.140324] env[62448]: DEBUG nova.network.neutron [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.220376] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1913.253619] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1913.253863] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1913.254261] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1913.254566] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1913.254781] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1913.254992] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1913.255302] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1913.255520] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1913.255747] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1913.256028] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1913.256284] env[62448]: DEBUG nova.virt.hardware [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1913.257476] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045a7b1e-f05e-4cc7-bf4d-5e199e2acabd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.270194] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee546770-6511-4eba-b147-e2dfb3e6b40d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.379278] env[62448]: DEBUG nova.scheduler.client.report [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.391580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.391808] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Instance network_info: |[{"id": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "address": "fa:16:3e:de:e4:34", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b777ef7-5a", "ovs_interfaceid": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1913.392118] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] Acquired lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.392308] env[62448]: DEBUG nova.network.neutron [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Refreshing network info cache for port 5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1913.393396] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e4:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b777ef7-5a54-4dd2-9549-970c00b0ae95', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1913.401073] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Creating folder: Project (35c6ad13d4704d9697178185f45ca890). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1913.402603] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe5807c0-926f-403c-b579-bc905b426674 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.413499] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Created folder: Project (35c6ad13d4704d9697178185f45ca890) in parent group-v428508. [ 1913.413693] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Creating folder: Instances. Parent ref: group-v428634. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1913.414055] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fea6eda-f9f6-49c9-b8c8-130156ce3f72 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.423297] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Created folder: Instances in parent group-v428634. [ 1913.423297] env[62448]: DEBUG oslo.service.loopingcall [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.423473] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1913.423618] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8890df6d-d8f8-4a14-98e6-9db15269f450 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.442903] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1913.442903] env[62448]: value = "task-2092878" [ 1913.442903] env[62448]: _type = "Task" [ 1913.442903] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.450888] env[62448]: DEBUG oslo_concurrency.lockutils [None req-162b4e08-239c-4fd5-80bc-dce741b43a11 tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.622s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.451421] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.885695] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.886284] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.892020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.583s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.892020] env[62448]: INFO nova.compute.claims [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.897913] env[62448]: DEBUG nova.network.neutron [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updated VIF entry in instance network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.898010] env[62448]: DEBUG nova.network.neutron [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.955899] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.958863] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.235575] env[62448]: DEBUG nova.network.neutron [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updated VIF entry in instance network info cache for port 5b777ef7-5a54-4dd2-9549-970c00b0ae95. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1914.236011] env[62448]: DEBUG nova.network.neutron [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updating instance_info_cache with network_info: [{"id": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "address": "fa:16:3e:de:e4:34", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b777ef7-5a", "ovs_interfaceid": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.394878] env[62448]: DEBUG nova.compute.utils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1914.398823] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1914.402019] env[62448]: DEBUG nova.network.neutron [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1914.402019] env[62448]: DEBUG oslo_concurrency.lockutils [req-8d45a8fa-ef4c-4a6c-a02e-802afea830dd req-e7fa40c1-289a-4e5a-967a-f5aa51a1611d service nova] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.456580] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.461126] env[62448]: DEBUG nova.policy [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81691ea8a8c14350b935b87c4623b5cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3255fe2abe9e46abb3f1ac5f3e9162c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1914.487083] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.739023] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2c49028-0d7a-41fb-84fb-f4bad05c4f22 req-b46e9ef8-4182-48ab-822f-cb226a5f5844 service nova] Releasing lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.749745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "5629531e-003a-4ae4-ba3e-aca40f9088f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.749745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.749745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.749745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.749745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.751474] env[62448]: INFO nova.compute.manager [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Terminating instance [ 1914.902961] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.957058] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.096366] env[62448]: DEBUG nova.network.neutron [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Successfully created port: 215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1915.257925] env[62448]: DEBUG nova.compute.manager [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.257925] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.257925] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e2a01a-c077-4ec1-9af0-90a5dafe75ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.264903] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.265110] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed36d455-1816-42bf-9241-50c5f7085f5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.272246] env[62448]: DEBUG oslo_vmware.api [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1915.272246] env[62448]: value = "task-2092879" [ 1915.272246] env[62448]: _type = "Task" [ 1915.272246] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.285779] env[62448]: DEBUG oslo_vmware.api [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.393445] env[62448]: DEBUG nova.compute.manager [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1915.393653] env[62448]: DEBUG nova.compute.manager [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing instance network info cache due to event network-changed-62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1915.393868] env[62448]: DEBUG oslo_concurrency.lockutils [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] Acquiring lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.394036] env[62448]: DEBUG oslo_concurrency.lockutils [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] Acquired lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.394617] env[62448]: DEBUG nova.network.neutron [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Refreshing network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.455566] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.501066] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad58222-e551-4a3d-9b95-443e1029d283 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.509461] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b59df5-977e-4a51-9cf7-0a3076968484 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.552905] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea87dd-9001-45d1-bb34-93cd92e331bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.563458] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c514398-3cea-4ec4-9899-5e27fed9154b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.579781] env[62448]: DEBUG nova.compute.provider_tree [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.782840] env[62448]: DEBUG oslo_vmware.api [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092879, 'name': PowerOffVM_Task, 'duration_secs': 0.378471} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.783226] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.783481] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1915.783802] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31028fea-3724-44dd-90d2-ef18a65c7217 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.920658] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.955846] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.956665] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.956863] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.957072] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.957238] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.957413] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.957633] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.958158] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.958158] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.958158] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.958373] env[62448]: DEBUG nova.virt.hardware [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.959490] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d48ef86-5a36-4c12-bf1a-df3ffabd19a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.974451] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.975993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d61fca3-8a73-43fc-b9d3-0a847a953fdd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.059077] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.059573] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.059861] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.060032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.060214] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.062382] env[62448]: INFO nova.compute.manager [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Terminating instance [ 1916.083061] env[62448]: DEBUG nova.scheduler.client.report [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.386037] env[62448]: DEBUG nova.network.neutron [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updated VIF entry in instance network info cache for port 62f947a8-a05e-4864-a721-19e2aa203f17. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.386037] env[62448]: DEBUG nova.network.neutron [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [{"id": "62f947a8-a05e-4864-a721-19e2aa203f17", "address": "fa:16:3e:2d:5f:d6", "network": {"id": "b4066786-7760-465e-826c-170a776620b5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-736900270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d36a5cc8a23441fda8692164e84a8008", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f947a8-a0", "ovs_interfaceid": "62f947a8-a05e-4864-a721-19e2aa203f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.462399] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.567554] env[62448]: DEBUG nova.compute.manager [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1916.567830] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1916.568727] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fda82a-ee29-4025-bfb2-d6ff31307a55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.578444] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.578444] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7347e22f-23a7-441d-80ba-4c88d08bcf81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.584776] env[62448]: DEBUG oslo_vmware.api [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1916.584776] env[62448]: value = "task-2092881" [ 1916.584776] env[62448]: _type = "Task" [ 1916.584776] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.589380] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.589700] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.595612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.466s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.595811] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.598285] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.943s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.598513] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.600617] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.811s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.602459] env[62448]: INFO nova.compute.claims [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.606564] env[62448]: DEBUG oslo_vmware.api [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.632341] env[62448]: INFO nova.scheduler.client.report [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Deleted allocations for instance c9d7c712-7197-4da5-ba06-1fed547a5560 [ 1916.642470] env[62448]: INFO nova.scheduler.client.report [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Deleted allocations for instance 53b30256-2715-49d3-a6c5-836c29d6769b [ 1916.892873] env[62448]: DEBUG oslo_concurrency.lockutils [req-e80332a5-6bb1-44be-97a7-e13e25a4fb7c req-f7019d3a-9fdf-447c-a25d-d7e909bd47f2 service nova] Releasing lock "refresh_cache-d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.963662] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.097557] env[62448]: DEBUG oslo_vmware.api [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092881, 'name': PowerOffVM_Task, 'duration_secs': 0.201626} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.097707] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.097831] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.098244] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c2e2b4e-5ecb-4cc5-aa3a-d8f86f46d609 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.109092] env[62448]: DEBUG nova.compute.utils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.112567] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.112733] env[62448]: DEBUG nova.network.neutron [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.141538] env[62448]: DEBUG oslo_concurrency.lockutils [None req-31cbd84e-2245-4c4b-a019-eae21117b70e tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "c9d7c712-7197-4da5-ba06-1fed547a5560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.875s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.151452] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9697c065-bd0f-496e-afc9-caf1897f7146 tempest-FloatingIPsAssociationTestJSON-198101722 tempest-FloatingIPsAssociationTestJSON-198101722-project-member] Lock "53b30256-2715-49d3-a6c5-836c29d6769b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.811s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.187260] env[62448]: DEBUG nova.policy [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22caafc7bdf54cd8b48577231ce4cbe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1c404976e649a9a56f6fb1cdefb487', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.461613] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.619718] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.716468] env[62448]: DEBUG nova.network.neutron [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Successfully created port: ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.964215] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.148177] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3180ccf-ca27-49b9-88c1-bfbdbc1021fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.158526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf27c1-3259-4f73-a0cc-0ec960fe4607 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.193931] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "7fb2a096-9da6-4501-9682-bcce594b4c9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.194252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.195192] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "7fb2a096-9da6-4501-9682-bcce594b4c9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.195430] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.195608] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.199734] env[62448]: INFO nova.compute.manager [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Terminating instance [ 1918.201502] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7203b92b-ce0e-4887-9d6b-51141a3a768f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.211413] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8528a4c-37dd-418d-89bf-564d571949e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.228283] env[62448]: DEBUG nova.compute.provider_tree [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.465666] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.640240] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.675120] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.675502] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.675822] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.676189] env[62448]: DEBUG nova.virt.hardware [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.677384] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e141744-4798-42ed-bbda-a34f9d2e2218 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.687023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af57a58e-d87e-488b-be17-6a2b7cbebe4f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.707239] env[62448]: DEBUG nova.compute.manager [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.711017] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.711017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d0b44e-e53b-4714-bde2-d619ac0c738c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.717179] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.717179] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e12782c-0be0-4c21-ae3b-2f67df12c389 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.722737] env[62448]: DEBUG oslo_vmware.api [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1918.722737] env[62448]: value = "task-2092883" [ 1918.722737] env[62448]: _type = "Task" [ 1918.722737] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.731775] env[62448]: DEBUG nova.scheduler.client.report [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.739801] env[62448]: DEBUG oslo_vmware.api [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.964189] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.980975] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.981303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.236056] env[62448]: DEBUG oslo_vmware.api [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092883, 'name': PowerOffVM_Task, 'duration_secs': 0.177472} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.236056] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.236056] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.236924] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176b305a-f7b7-4a81-866a-17b1789f9ecd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.240420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.240907] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1919.244359] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.298s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.245373] env[62448]: INFO nova.compute.claims [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.470490] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.750347] env[62448]: DEBUG nova.compute.utils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.761791] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1919.761791] env[62448]: DEBUG nova.network.neutron [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.847983] env[62448]: DEBUG nova.policy [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f278a33a9af24ca980bfa3c573f0fc1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd5f2aa1840b4e63831051efb24e43da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1919.967391] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.261318] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1920.381639] env[62448]: DEBUG nova.network.neutron [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Successfully created port: 6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1920.465311] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.521370] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.521624] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.521813] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Deleting the datastore file [datastore2] 7fb2a096-9da6-4501-9682-bcce594b4c9f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.522139] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449be5f9-e8a4-4383-878e-ad4398c38bb2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.531458] env[62448]: DEBUG oslo_vmware.api [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for the task: (returnval){ [ 1920.531458] env[62448]: value = "task-2092885" [ 1920.531458] env[62448]: _type = "Task" [ 1920.531458] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.541042] env[62448]: DEBUG oslo_vmware.api [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.687192] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.687192] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.687192] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Deleting the datastore file [datastore2] d3d2f2e2-b8f2-4732-afaa-ed51e5df375a {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.687192] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9717e191-7a12-45df-a7fa-475477b87383 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.695499] env[62448]: DEBUG oslo_vmware.api [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for the task: (returnval){ [ 1920.695499] env[62448]: value = "task-2092886" [ 1920.695499] env[62448]: _type = "Task" [ 1920.695499] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.709999] env[62448]: DEBUG oslo_vmware.api [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.934222] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d0970-3c10-47f8-ac21-ee3e85564a87 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.944295] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8426cd84-9d26-4644-b85d-0e053762b54e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.984297] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1525533-7fe2-4475-8997-0871e9ac66e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.987569] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.987569] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.990047] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Deleting the datastore file [datastore2] 5629531e-003a-4ae4-ba3e-aca40f9088f3 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.990047] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdcd502f-a887-4fa6-ac22-be0351b0bfde {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.999498] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e148c529-c9d0-4a46-a171-43ea1bbd2fef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.007161] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092878, 'name': CreateVM_Task, 'duration_secs': 7.474257} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.007161] env[62448]: DEBUG oslo_vmware.api [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for the task: (returnval){ [ 1921.007161] env[62448]: value = "task-2092887" [ 1921.007161] env[62448]: _type = "Task" [ 1921.007161] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.007161] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.007161] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.007161] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.007161] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.017617] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7eaf81-20ff-4221-9f6e-04c57b078226 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.019747] env[62448]: DEBUG nova.compute.provider_tree [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.029507] env[62448]: DEBUG oslo_vmware.api [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.031398] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1921.031398] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52373547-462d-aa94-fc08-100aebf61dd7" [ 1921.031398] env[62448]: _type = "Task" [ 1921.031398] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.052097] env[62448]: DEBUG oslo_vmware.api [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Task: {'id': task-2092885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197879} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.052417] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52373547-462d-aa94-fc08-100aebf61dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.052742] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.052939] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.053161] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.053369] env[62448]: INFO nova.compute.manager [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1921.053677] env[62448]: DEBUG oslo.service.loopingcall [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.055346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.055346] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.055346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.055346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.055346] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.055610] env[62448]: DEBUG nova.compute.manager [-] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.055644] env[62448]: DEBUG nova.network.neutron [-] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.058395] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dab45c15-6e79-462b-905c-f029953c9afc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.070316] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.070530] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.071647] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddde7b5a-616f-4246-96c8-6162d8292b6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.077795] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1921.077795] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb2929-ae77-f71a-7e8d-ce18b3b9dcbf" [ 1921.077795] env[62448]: _type = "Task" [ 1921.077795] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.090454] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb2929-ae77-f71a-7e8d-ce18b3b9dcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.205723] env[62448]: DEBUG oslo_vmware.api [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Task: {'id': task-2092886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233584} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.205723] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.205907] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.206173] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.206836] env[62448]: INFO nova.compute.manager [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Took 4.64 seconds to destroy the instance on the hypervisor. [ 1921.206836] env[62448]: DEBUG oslo.service.loopingcall [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.206836] env[62448]: DEBUG nova.compute.manager [-] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.206836] env[62448]: DEBUG nova.network.neutron [-] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.276920] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1921.309308] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1921.309557] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1921.309712] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1921.309890] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1921.310090] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1921.310255] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1921.310459] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1921.310615] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1921.310803] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1921.310984] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1921.311181] env[62448]: DEBUG nova.virt.hardware [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1921.312102] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578ebb9-e7c5-4e3d-9d21-75228dd84e24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.321622] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a34ecfd-60f6-4d9c-a63c-f6f0226db997 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.518825] env[62448]: DEBUG oslo_vmware.api [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Task: {'id': task-2092887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152308} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.519137] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.519345] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.519545] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.519731] env[62448]: INFO nova.compute.manager [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Took 6.26 seconds to destroy the instance on the hypervisor. [ 1921.519964] env[62448]: DEBUG oslo.service.loopingcall [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.520179] env[62448]: DEBUG nova.compute.manager [-] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.520276] env[62448]: DEBUG nova.network.neutron [-] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.523680] env[62448]: DEBUG nova.scheduler.client.report [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.589742] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb2929-ae77-f71a-7e8d-ce18b3b9dcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008749} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.592025] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e995a3bf-f17d-425d-99d7-ee7cbaee2075 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.596778] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1921.596778] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52633074-db93-c1ef-37c7-82f9ab2eb011" [ 1921.596778] env[62448]: _type = "Task" [ 1921.596778] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.607528] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52633074-db93-c1ef-37c7-82f9ab2eb011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.024544] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.024854] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.028967] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.029522] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1922.032303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.532s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.032699] env[62448]: DEBUG nova.objects.instance [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1922.109493] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52633074-db93-c1ef-37c7-82f9ab2eb011, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.109493] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.109493] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 2cc12d89-f1da-4968-b5be-02443a538439/2cc12d89-f1da-4968-b5be-02443a538439.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.109493] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-556395d2-469e-49f3-80be-3f609d9c1584 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.115444] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1922.115444] env[62448]: value = "task-2092888" [ 1922.115444] env[62448]: _type = "Task" [ 1922.115444] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.126714] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.133325] env[62448]: DEBUG nova.network.neutron [-] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.168361] env[62448]: DEBUG nova.compute.manager [req-d5452828-d058-4ab1-96b8-9900f1847974 req-1d8daad2-6c16-4029-bd19-78b2b3bde50c service nova] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Received event network-vif-deleted-4bd04d29-2db8-48fb-bfd0-0cb8fa3ce95a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.255318] env[62448]: DEBUG nova.network.neutron [-] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.541881] env[62448]: DEBUG nova.compute.utils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1922.545020] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1922.545020] env[62448]: DEBUG nova.network.neutron [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1922.627060] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479678} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.627741] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 2cc12d89-f1da-4968-b5be-02443a538439/2cc12d89-f1da-4968-b5be-02443a538439.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1922.628018] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1922.628313] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd442df-c498-442f-9ba7-413dc43985e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.634643] env[62448]: INFO nova.compute.manager [-] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Took 1.58 seconds to deallocate network for instance. [ 1922.635040] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1922.635040] env[62448]: value = "task-2092889" [ 1922.635040] env[62448]: _type = "Task" [ 1922.635040] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.651620] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.758529] env[62448]: INFO nova.compute.manager [-] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Took 1.55 seconds to deallocate network for instance. [ 1922.906218] env[62448]: DEBUG nova.policy [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1599ca7bd2be49f59feaf079bb822464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee5365e8ba3142b69320fae93dd374ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1922.924414] env[62448]: DEBUG nova.network.neutron [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Successfully updated port: 12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1922.968736] env[62448]: DEBUG nova.compute.manager [req-c1c15386-2a2c-44bb-831c-25c1aa3b8dcf req-a4f497af-043f-4cbf-a097-674c14c30462 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Received event network-vif-plugged-12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.969174] env[62448]: DEBUG oslo_concurrency.lockutils [req-c1c15386-2a2c-44bb-831c-25c1aa3b8dcf req-a4f497af-043f-4cbf-a097-674c14c30462 service nova] Acquiring lock "eed09add-be12-4037-a619-c27f266e8efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.969769] env[62448]: DEBUG oslo_concurrency.lockutils [req-c1c15386-2a2c-44bb-831c-25c1aa3b8dcf req-a4f497af-043f-4cbf-a097-674c14c30462 service nova] Lock "eed09add-be12-4037-a619-c27f266e8efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.970223] env[62448]: DEBUG oslo_concurrency.lockutils [req-c1c15386-2a2c-44bb-831c-25c1aa3b8dcf req-a4f497af-043f-4cbf-a097-674c14c30462 service nova] Lock "eed09add-be12-4037-a619-c27f266e8efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.970544] env[62448]: DEBUG nova.compute.manager [req-c1c15386-2a2c-44bb-831c-25c1aa3b8dcf req-a4f497af-043f-4cbf-a097-674c14c30462 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] No waiting events found dispatching network-vif-plugged-12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.971165] env[62448]: WARNING nova.compute.manager [req-c1c15386-2a2c-44bb-831c-25c1aa3b8dcf req-a4f497af-043f-4cbf-a097-674c14c30462 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Received unexpected event network-vif-plugged-12fdd662-25c4-4fff-a730-dbc220638885 for instance with vm_state building and task_state spawning. [ 1923.018237] env[62448]: DEBUG nova.network.neutron [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Successfully updated port: 215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.047530] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fa033065-81c7-4d31-8b71-299f6895f50d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.047530] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.153s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.050252] env[62448]: INFO nova.compute.claims [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.054282] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1923.105810] env[62448]: DEBUG nova.network.neutron [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Successfully updated port: 6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.146565] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.156919] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.406775} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.157295] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.158223] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e873a51-dba0-4053-8bd7-61840ca13955 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.162592] env[62448]: DEBUG nova.network.neutron [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Successfully updated port: ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.193594] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 2cc12d89-f1da-4968-b5be-02443a538439/2cc12d89-f1da-4968-b5be-02443a538439.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1923.194512] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab809d1-3673-4333-ba3d-74871b234386 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.219020] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1923.219020] env[62448]: value = "task-2092890" [ 1923.219020] env[62448]: _type = "Task" [ 1923.219020] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.230505] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.264966] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.429279] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "refresh_cache-eed09add-be12-4037-a619-c27f266e8efc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.429464] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquired lock "refresh_cache-eed09add-be12-4037-a619-c27f266e8efc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.429594] env[62448]: DEBUG nova.network.neutron [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.520777] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.520930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.521102] env[62448]: DEBUG nova.network.neutron [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.541859] env[62448]: DEBUG nova.network.neutron [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Successfully created port: dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1923.611727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.611727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.611727] env[62448]: DEBUG nova.network.neutron [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.635132] env[62448]: DEBUG nova.network.neutron [-] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.668773] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.668773] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.668773] env[62448]: DEBUG nova.network.neutron [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1923.731669] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.981170] env[62448]: DEBUG nova.network.neutron [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.068859] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1924.107882] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1924.108378] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.108780] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1924.109114] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.109371] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1924.109647] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1924.109974] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1924.110279] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1924.110587] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1924.110867] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1924.113388] env[62448]: DEBUG nova.virt.hardware [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1924.116190] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b819d1-be8c-4eae-a07c-88298ca04592 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.126086] env[62448]: DEBUG nova.network.neutron [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.133037] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03ad648-a0c1-46e2-a250-9be35c1a5abd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.140028] env[62448]: INFO nova.compute.manager [-] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Took 2.62 seconds to deallocate network for instance. [ 1924.234426] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092890, 'name': ReconfigVM_Task, 'duration_secs': 0.706751} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.236058] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 2cc12d89-f1da-4968-b5be-02443a538439/2cc12d89-f1da-4968-b5be-02443a538439.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.237763] env[62448]: DEBUG nova.compute.manager [req-178ebef2-8d27-4ad6-a197-9e73af3d3521 req-851a27b4-4c10-469c-bbb1-1117bf8d6c7c service nova] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Received event network-vif-deleted-62f947a8-a05e-4864-a721-19e2aa203f17 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1924.238971] env[62448]: DEBUG nova.network.neutron [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.243694] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027b06e1-027b-44be-b0c9-61d0fc6aa35b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.252055] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1924.252055] env[62448]: value = "task-2092891" [ 1924.252055] env[62448]: _type = "Task" [ 1924.252055] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.263820] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092891, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.276226] env[62448]: DEBUG nova.network.neutron [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.487249] env[62448]: DEBUG nova.network.neutron [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Updating instance_info_cache with network_info: [{"id": "12fdd662-25c4-4fff-a730-dbc220638885", "address": "fa:16:3e:7e:cb:63", "network": {"id": "989e2141-fde9-4f9a-bb97-ccfee98614a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-143294252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af273710025840b6b6b9ece5c00ee13e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fdd662-25", "ovs_interfaceid": "12fdd662-25c4-4fff-a730-dbc220638885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.664510] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.733043] env[62448]: DEBUG nova.network.neutron [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Updating instance_info_cache with network_info: [{"id": "215c59c8-609f-4c2f-b528-950f6dd94930", "address": "fa:16:3e:0d:e5:0b", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap215c59c8-60", "ovs_interfaceid": "215c59c8-609f-4c2f-b528-950f6dd94930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.749114] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34294a79-5969-42ad-a0f2-7a08aa2059ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.759432] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a158629-6d43-41f9-b6a0-a850a0accc7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.766918] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092891, 'name': Rename_Task, 'duration_secs': 0.176083} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.766918] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.766918] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ddd7f3c-4b91-4054-b0dd-6f80bce76095 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.799020] env[62448]: DEBUG nova.network.neutron [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updating instance_info_cache with network_info: [{"id": "6db0374d-d157-4172-9ed6-2e98da7388f5", "address": "fa:16:3e:96:a5:ab", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db0374d-d1", "ovs_interfaceid": "6db0374d-d157-4172-9ed6-2e98da7388f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.802408] env[62448]: DEBUG nova.network.neutron [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.807098] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55fa634-0f35-4811-94b6-7ce269ae3f92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.811129] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1924.811129] env[62448]: value = "task-2092892" [ 1924.811129] env[62448]: _type = "Task" [ 1924.811129] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.820804] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7114c0-c12e-44aa-a448-411c95067d67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.828191] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.838366] env[62448]: DEBUG nova.compute.provider_tree [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.990546] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Releasing lock "refresh_cache-eed09add-be12-4037-a619-c27f266e8efc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.990929] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Instance network_info: |[{"id": "12fdd662-25c4-4fff-a730-dbc220638885", "address": "fa:16:3e:7e:cb:63", "network": {"id": "989e2141-fde9-4f9a-bb97-ccfee98614a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-143294252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af273710025840b6b6b9ece5c00ee13e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fdd662-25", "ovs_interfaceid": "12fdd662-25c4-4fff-a730-dbc220638885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1924.991379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:cb:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12fdd662-25c4-4fff-a730-dbc220638885', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1924.999600] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Creating folder: Project (af273710025840b6b6b9ece5c00ee13e). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1924.999892] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb642561-0eab-4010-aadc-324a45d2603f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.013115] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Created folder: Project (af273710025840b6b6b9ece5c00ee13e) in parent group-v428508. [ 1925.013359] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Creating folder: Instances. Parent ref: group-v428637. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.013736] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-425fe7a8-8417-4250-b63a-e8d3559ed711 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.023866] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Created folder: Instances in parent group-v428637. [ 1925.024149] env[62448]: DEBUG oslo.service.loopingcall [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.024349] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed09add-be12-4037-a619-c27f266e8efc] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.024555] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d796c27d-84ec-450b-a5ac-c40f1e15997f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.045912] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.045912] env[62448]: value = "task-2092895" [ 1925.045912] env[62448]: _type = "Task" [ 1925.045912] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.053828] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092895, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.240018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.240018] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Instance network_info: |[{"id": "215c59c8-609f-4c2f-b528-950f6dd94930", "address": "fa:16:3e:0d:e5:0b", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap215c59c8-60", "ovs_interfaceid": "215c59c8-609f-4c2f-b528-950f6dd94930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.240018] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:e5:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '215c59c8-609f-4c2f-b528-950f6dd94930', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.247178] env[62448]: DEBUG oslo.service.loopingcall [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.247615] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e407159-3b30-4637-9b45-79628385e872] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.248055] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f5e0561-178c-4220-aeff-bff72ee96f01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.274294] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.274294] env[62448]: value = "task-2092896" [ 1925.274294] env[62448]: _type = "Task" [ 1925.274294] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.283267] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092896, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.319432] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Releasing lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.319432] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Instance network_info: |[{"id": "6db0374d-d157-4172-9ed6-2e98da7388f5", "address": "fa:16:3e:96:a5:ab", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db0374d-d1", "ovs_interfaceid": "6db0374d-d157-4172-9ed6-2e98da7388f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.319432] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.319432] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance network_info: |[{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.319432] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6db0374d-d157-4172-9ed6-2e98da7388f5', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.333022] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Creating folder: Project (cd5f2aa1840b4e63831051efb24e43da). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.333022] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:0f:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba57c968-4ed7-4c26-8cc3-86769c2ad0f0', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.341237] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating folder: Project (be1c404976e649a9a56f6fb1cdefb487). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.347102] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2093877-c296-4783-bdae-cef4b930b78b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.350493] env[62448]: DEBUG nova.scheduler.client.report [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.354133] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b91e475-9f20-4c65-a56c-4d6b7aa00d8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.365235] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received event network-vif-deleted-4d05f68a-3be5-45d9-bd44-398f505cc8d3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.365235] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Received event network-vif-plugged-215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.365235] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "0e407159-3b30-4637-9b45-79628385e872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.365620] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Lock "0e407159-3b30-4637-9b45-79628385e872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.365862] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Lock "0e407159-3b30-4637-9b45-79628385e872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.366068] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] No waiting events found dispatching network-vif-plugged-215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1925.366256] env[62448]: WARNING nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Received unexpected event network-vif-plugged-215c59c8-609f-4c2f-b528-950f6dd94930 for instance with vm_state building and task_state spawning. [ 1925.366488] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Received event network-vif-plugged-6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.366607] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.366941] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Lock "cc68363b-7077-4d89-8771-fa6f3274da29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.366941] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Lock "cc68363b-7077-4d89-8771-fa6f3274da29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.367139] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] No waiting events found dispatching network-vif-plugged-6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1925.368503] env[62448]: WARNING nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Received unexpected event network-vif-plugged-6db0374d-d157-4172-9ed6-2e98da7388f5 for instance with vm_state building and task_state spawning. [ 1925.368503] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-vif-plugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.368503] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.368503] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.368503] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.368819] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] No waiting events found dispatching network-vif-plugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1925.369554] env[62448]: WARNING nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received unexpected event network-vif-plugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 for instance with vm_state building and task_state spawning. [ 1925.369554] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Received event network-changed-12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.369554] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Refreshing instance network info cache due to event network-changed-12fdd662-25c4-4fff-a730-dbc220638885. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1925.369714] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "refresh_cache-eed09add-be12-4037-a619-c27f266e8efc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.369766] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquired lock "refresh_cache-eed09add-be12-4037-a619-c27f266e8efc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.369916] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Refreshing network info cache for port 12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.380359] env[62448]: DEBUG oslo_vmware.api [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2092892, 'name': PowerOnVM_Task, 'duration_secs': 0.474529} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.380359] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.380359] env[62448]: INFO nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Took 14.80 seconds to spawn the instance on the hypervisor. [ 1925.380359] env[62448]: DEBUG nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.381138] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573481e-8736-41e1-b904-16c44ece46ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.387476] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created folder: Project (be1c404976e649a9a56f6fb1cdefb487) in parent group-v428508. [ 1925.387476] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating folder: Instances. Parent ref: group-v428642. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.387677] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Created folder: Project (cd5f2aa1840b4e63831051efb24e43da) in parent group-v428508. [ 1925.387947] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Creating folder: Instances. Parent ref: group-v428641. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.388432] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48e6c7f6-67af-4361-b8a1-e0e25f5c0a3f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.390965] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4c53bde-a587-4bf2-8f7e-43774ca4b60e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.409210] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created folder: Instances in parent group-v428642. [ 1925.409520] env[62448]: DEBUG oslo.service.loopingcall [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.410951] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.411369] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Created folder: Instances in parent group-v428641. [ 1925.411934] env[62448]: DEBUG oslo.service.loopingcall [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.411934] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95a39ec9-894d-4570-a189-839d2c5108d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.431831] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.432949] env[62448]: DEBUG nova.network.neutron [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Successfully updated port: dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1925.433964] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51050ee-a551-4f4a-b5b3-3d0c7d90c680 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.451113] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "refresh_cache-87131a33-4ae6-42f3-8484-165948f4898d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.451113] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquired lock "refresh_cache-87131a33-4ae6-42f3-8484-165948f4898d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.451113] env[62448]: DEBUG nova.network.neutron [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.460021] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.460021] env[62448]: value = "task-2092901" [ 1925.460021] env[62448]: _type = "Task" [ 1925.460021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.460021] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.460021] env[62448]: value = "task-2092902" [ 1925.460021] env[62448]: _type = "Task" [ 1925.460021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.469356] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092901, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.472226] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092902, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.556653] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092895, 'name': CreateVM_Task, 'duration_secs': 0.375989} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.556847] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed09add-be12-4037-a619-c27f266e8efc] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1925.557763] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.557763] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.558089] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1925.558715] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2e459d-9ea2-4735-b995-c3f1448252ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.562954] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1925.562954] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521bf8c4-ce39-f6c9-440a-807fa587ca53" [ 1925.562954] env[62448]: _type = "Task" [ 1925.562954] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.576022] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521bf8c4-ce39-f6c9-440a-807fa587ca53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.785028] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092896, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.874256] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.874799] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.877579] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.514s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.877774] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.883030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.502s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.883030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.883030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.431s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.883030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.883694] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.397s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.883874] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.886798] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.164s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.888338] env[62448]: INFO nova.compute.claims [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.911644] env[62448]: INFO nova.compute.manager [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Took 58.89 seconds to build instance. [ 1925.932622] env[62448]: INFO nova.scheduler.client.report [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleted allocations for instance 45270ec5-a7d3-47de-b5cb-9fa320ac2250 [ 1925.944252] env[62448]: INFO nova.scheduler.client.report [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocations for instance d4b63ceb-c8ec-47bf-9853-1c522e1da467 [ 1925.960027] env[62448]: INFO nova.scheduler.client.report [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Deleted allocations for instance 445d93af-e9fb-4a04-b4bd-2cc1e7548f88 [ 1925.980577] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092901, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.985080] env[62448]: INFO nova.scheduler.client.report [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleted allocations for instance 25720ae4-eecd-43cb-a7c3-3765565e4218 [ 1925.989500] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092902, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.024022] env[62448]: DEBUG nova.network.neutron [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1926.078918] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521bf8c4-ce39-f6c9-440a-807fa587ca53, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.079238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.079480] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1926.079721] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.079883] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.080089] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1926.080359] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea52a36a-c1a8-4050-b461-bf94b139f0b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.093820] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1926.094751] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1926.095522] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d68ee45-06c6-4c8f-b305-33877e6ea171 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.101870] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1926.101870] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526be4a9-3349-8c10-5d05-4a9dbe1ab8f7" [ 1926.101870] env[62448]: _type = "Task" [ 1926.101870] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.110472] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526be4a9-3349-8c10-5d05-4a9dbe1ab8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.213968] env[62448]: DEBUG nova.network.neutron [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Updating instance_info_cache with network_info: [{"id": "dea8a3d5-c148-4e2a-b256-81cc6171017b", "address": "fa:16:3e:24:83:08", "network": {"id": "445a4424-20f3-492c-a8f1-f9a75a6690c0", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-198119222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee5365e8ba3142b69320fae93dd374ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea8a3d5-c1", "ovs_interfaceid": "dea8a3d5-c148-4e2a-b256-81cc6171017b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.220977] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Updated VIF entry in instance network info cache for port 12fdd662-25c4-4fff-a730-dbc220638885. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.220977] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Updating instance_info_cache with network_info: [{"id": "12fdd662-25c4-4fff-a730-dbc220638885", "address": "fa:16:3e:7e:cb:63", "network": {"id": "989e2141-fde9-4f9a-bb97-ccfee98614a1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-143294252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af273710025840b6b6b9ece5c00ee13e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fdd662-25", "ovs_interfaceid": "12fdd662-25c4-4fff-a730-dbc220638885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.286470] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092896, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.379694] env[62448]: DEBUG nova.compute.manager [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Received event network-vif-plugged-dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1926.379694] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] Acquiring lock "87131a33-4ae6-42f3-8484-165948f4898d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.379694] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] Lock "87131a33-4ae6-42f3-8484-165948f4898d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.379694] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] Lock "87131a33-4ae6-42f3-8484-165948f4898d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.379694] env[62448]: DEBUG nova.compute.manager [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] No waiting events found dispatching network-vif-plugged-dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1926.380132] env[62448]: WARNING nova.compute.manager [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Received unexpected event network-vif-plugged-dea8a3d5-c148-4e2a-b256-81cc6171017b for instance with vm_state building and task_state spawning. [ 1926.380132] env[62448]: DEBUG nova.compute.manager [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Received event network-changed-dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1926.380363] env[62448]: DEBUG nova.compute.manager [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Refreshing instance network info cache due to event network-changed-dea8a3d5-c148-4e2a-b256-81cc6171017b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1926.380363] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] Acquiring lock "refresh_cache-87131a33-4ae6-42f3-8484-165948f4898d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.399418] env[62448]: DEBUG nova.compute.utils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.408152] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.408152] env[62448]: DEBUG nova.network.neutron [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.415662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-92e4feb7-417e-4a43-908c-0cc478328f33 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "2cc12d89-f1da-4968-b5be-02443a538439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.255s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.449135] env[62448]: DEBUG oslo_concurrency.lockutils [None req-127bc6d7-ae13-47a5-8f19-75b07d647bce tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "45270ec5-a7d3-47de-b5cb-9fa320ac2250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.518s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.455389] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a66f892f-7d5c-43c3-a800-3dc2ac781e29 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d4b63ceb-c8ec-47bf-9853-1c522e1da467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.610s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.478504] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092901, 'name': CreateVM_Task, 'duration_secs': 0.622453} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.481931] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a4526c06-ee59-4454-b140-3880f5571d75 tempest-ServerDiagnosticsTest-1301408467 tempest-ServerDiagnosticsTest-1301408467-project-member] Lock "445d93af-e9fb-4a04-b4bd-2cc1e7548f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.858s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.482735] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.483945] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092902, 'name': CreateVM_Task, 'duration_secs': 0.620845} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.483945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.484108] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.484338] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.484527] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.484727] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2054e5a-c496-4629-aabb-8d5a24e7a4cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.486808] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.492566] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1926.492566] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ce7388-b0c7-4612-780e-28a6ed05300e" [ 1926.492566] env[62448]: _type = "Task" [ 1926.492566] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.494334] env[62448]: DEBUG nova.policy [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e58de5b7c33340ccbaf20ec8ec2d4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d351d34b4943209cf53d04a3b330bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.496064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a6a50449-e22b-4e6e-896e-9c4b842c1f01 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "25720ae4-eecd-43cb-a7c3-3765565e4218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.479s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.507353] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ce7388-b0c7-4612-780e-28a6ed05300e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.611211] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526be4a9-3349-8c10-5d05-4a9dbe1ab8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.612042] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a4d608-1ea0-473f-8632-d16ef0d71a29 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.617545] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1926.617545] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f904f3-85e1-be42-5169-72d966327a9f" [ 1926.617545] env[62448]: _type = "Task" [ 1926.617545] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.624897] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f904f3-85e1-be42-5169-72d966327a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.716827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Releasing lock "refresh_cache-87131a33-4ae6-42f3-8484-165948f4898d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.718064] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Instance network_info: |[{"id": "dea8a3d5-c148-4e2a-b256-81cc6171017b", "address": "fa:16:3e:24:83:08", "network": {"id": "445a4424-20f3-492c-a8f1-f9a75a6690c0", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-198119222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee5365e8ba3142b69320fae93dd374ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea8a3d5-c1", "ovs_interfaceid": "dea8a3d5-c148-4e2a-b256-81cc6171017b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1926.718064] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] Acquired lock "refresh_cache-87131a33-4ae6-42f3-8484-165948f4898d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.718064] env[62448]: DEBUG nova.network.neutron [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Refreshing network info cache for port dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.719509] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:83:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea8a3d5-c148-4e2a-b256-81cc6171017b', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.727814] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Creating folder: Project (ee5365e8ba3142b69320fae93dd374ed). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.728681] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Releasing lock "refresh_cache-eed09add-be12-4037-a619-c27f266e8efc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.729422] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Received event network-changed-215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1926.729422] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Refreshing instance network info cache due to event network-changed-215c59c8-609f-4c2f-b528-950f6dd94930. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1926.729422] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.729422] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquired lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.729679] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Refreshing network info cache for port 215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.730693] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173be233-c153-4f44-a837-bccd65900335 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.742079] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Created folder: Project (ee5365e8ba3142b69320fae93dd374ed) in parent group-v428508. [ 1926.742769] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Creating folder: Instances. Parent ref: group-v428647. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.743054] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb3903a-c7d0-46e0-b1cb-e17651355927 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.753131] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Created folder: Instances in parent group-v428647. [ 1926.753131] env[62448]: DEBUG oslo.service.loopingcall [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.753311] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.753552] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea07e99f-90f5-429b-adf0-252a523e9fae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.782403] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.782403] env[62448]: value = "task-2092905" [ 1926.782403] env[62448]: _type = "Task" [ 1926.782403] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.790989] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092896, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.797523] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092905, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.837426] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.837957] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.837957] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.838287] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.838799] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.842000] env[62448]: INFO nova.compute.manager [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Terminating instance [ 1926.864752] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "3aa3b51b-bc51-4423-a42c-352f99626cb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.865094] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.908193] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.920053] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1926.944175] env[62448]: DEBUG nova.network.neutron [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Successfully created port: bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.013491] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ce7388-b0c7-4612-780e-28a6ed05300e, 'name': SearchDatastore_Task, 'duration_secs': 0.022636} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.013491] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.014178] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.014293] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.014486] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.014770] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.015030] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea285c1a-7a13-4723-a896-0ed33bac8995 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.020427] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1927.020427] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522d13f8-cb2c-f9b7-26d9-b65dcbddc990" [ 1927.020427] env[62448]: _type = "Task" [ 1927.020427] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.028691] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522d13f8-cb2c-f9b7-26d9-b65dcbddc990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.132300] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f904f3-85e1-be42-5169-72d966327a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.033259} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.132565] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.132800] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] eed09add-be12-4037-a619-c27f266e8efc/eed09add-be12-4037-a619-c27f266e8efc.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1927.133101] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.133322] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.133553] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68f0ce6-79b0-4da2-9d9b-58f7cc74818a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.137970] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f2f49e-700f-4f8f-99f1-94dcdfb30d55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.146963] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1927.146963] env[62448]: value = "task-2092906" [ 1927.146963] env[62448]: _type = "Task" [ 1927.146963] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.153054] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.153175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.154356] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d682fcb-8203-42ee-a62f-ae232a33015c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.163919] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.167978] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1927.167978] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e50a67-2bcc-ebbb-f070-c1946254bf1f" [ 1927.167978] env[62448]: _type = "Task" [ 1927.167978] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.176411] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e50a67-2bcc-ebbb-f070-c1946254bf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.293260] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092896, 'name': CreateVM_Task, 'duration_secs': 1.744125} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.293976] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e407159-3b30-4637-9b45-79628385e872] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.297151] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.303290] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092905, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.345549] env[62448]: DEBUG nova.compute.manager [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1927.345842] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.346792] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf16693-c2d1-4645-943d-d8c43eacf55c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.354534] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1927.357352] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14786851-1b47-437a-af3e-3770e8b40c61 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.363355] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1927.363355] env[62448]: value = "task-2092907" [ 1927.363355] env[62448]: _type = "Task" [ 1927.363355] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.375064] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.454355] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.501162] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab6a65-ea4f-4e58-b2e5-c99df3cd2111 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.512212] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e65224-1669-49e4-8fab-d3edff75aaba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.559740] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4668c859-0317-404a-a7c3-2abe8e4ed7bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.577839] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ea72b-2a9f-41ab-a752-f97b1399104f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.582718] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522d13f8-cb2c-f9b7-26d9-b65dcbddc990, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.583070] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.583427] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.583549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.587141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.587493] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.587787] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13b39c3-f985-4134-959e-118d12973bc4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.601368] env[62448]: DEBUG nova.compute.provider_tree [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.608340] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1927.608340] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf865a-84a7-b631-77f7-89890d8b9c83" [ 1927.608340] env[62448]: _type = "Task" [ 1927.608340] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.622934] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf865a-84a7-b631-77f7-89890d8b9c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.658903] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.683744] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e50a67-2bcc-ebbb-f070-c1946254bf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.684648] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab8db7d-364d-4ee4-bab3-d8a30df58eb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.695811] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1927.695811] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ddacd5-8286-a6ce-ece6-ad43dc9113da" [ 1927.695811] env[62448]: _type = "Task" [ 1927.695811] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.705204] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ddacd5-8286-a6ce-ece6-ad43dc9113da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.759742] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Updated VIF entry in instance network info cache for port 215c59c8-609f-4c2f-b528-950f6dd94930. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.760130] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Updating instance_info_cache with network_info: [{"id": "215c59c8-609f-4c2f-b528-950f6dd94930", "address": "fa:16:3e:0d:e5:0b", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap215c59c8-60", "ovs_interfaceid": "215c59c8-609f-4c2f-b528-950f6dd94930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.780741] env[62448]: DEBUG nova.network.neutron [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Updated VIF entry in instance network info cache for port dea8a3d5-c148-4e2a-b256-81cc6171017b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.781215] env[62448]: DEBUG nova.network.neutron [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Updating instance_info_cache with network_info: [{"id": "dea8a3d5-c148-4e2a-b256-81cc6171017b", "address": "fa:16:3e:24:83:08", "network": {"id": "445a4424-20f3-492c-a8f1-f9a75a6690c0", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-198119222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee5365e8ba3142b69320fae93dd374ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea8a3d5-c1", "ovs_interfaceid": "dea8a3d5-c148-4e2a-b256-81cc6171017b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.795108] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092905, 'name': CreateVM_Task, 'duration_secs': 0.629242} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.795316] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.796254] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.875418] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092907, 'name': PowerOffVM_Task, 'duration_secs': 0.252158} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.875686] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1927.876099] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.876317] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75198982-c1d0-4931-88d7-34cc56219a4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.923583] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.949223] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.949367] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.949551] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.949695] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.949860] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.949987] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.950996] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.950996] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.950996] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.950996] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.950996] env[62448]: DEBUG nova.virt.hardware [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.951743] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773640a0-5fdc-4368-bc59-5212bae6cd4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.961753] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fff480-2042-4b5a-901f-66e25f244732 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.105232] env[62448]: DEBUG nova.scheduler.client.report [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.119769] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf865a-84a7-b631-77f7-89890d8b9c83, 'name': SearchDatastore_Task, 'duration_secs': 0.055284} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.120101] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.120528] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.120658] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.120807] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.121111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1928.121376] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787c4733-faba-4ed1-ac81-bbfadc7650c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.126868] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1928.126868] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521f819a-3e4d-f5fb-9eb8-ae0cdc353cce" [ 1928.126868] env[62448]: _type = "Task" [ 1928.126868] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.135182] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521f819a-3e4d-f5fb-9eb8-ae0cdc353cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.158848] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615455} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.160048] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] eed09add-be12-4037-a619-c27f266e8efc/eed09add-be12-4037-a619-c27f266e8efc.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1928.160048] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1928.160805] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc5270d7-2af4-4727-aa82-e54410dc6a8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.172573] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1928.172573] env[62448]: value = "task-2092909" [ 1928.172573] env[62448]: _type = "Task" [ 1928.172573] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.183093] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.210636] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ddacd5-8286-a6ce-ece6-ad43dc9113da, 'name': SearchDatastore_Task, 'duration_secs': 0.045601} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.212239] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.212452] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.212749] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1928.213828] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1928.217258] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleting the datastore file [datastore2] f7ba5882-e1c8-48ae-ba83-f893e1eade3d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1928.217601] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.217799] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.218045] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b3b5654-27f1-4385-894f-270438ede699 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.220548] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd2f648c-f4ff-4af5-8171-3ec1e43bc2e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.222603] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4187fbd-6181-4062-956f-c564e2a5d913 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.229660] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for the task: (returnval){ [ 1928.229660] env[62448]: value = "task-2092911" [ 1928.229660] env[62448]: _type = "Task" [ 1928.229660] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.231027] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1928.231027] env[62448]: value = "task-2092910" [ 1928.231027] env[62448]: _type = "Task" [ 1928.231027] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.239453] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.239453] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.240609] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9246dedf-6a54-4b1f-b8ba-866d36cc3db4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.250440] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.250440] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.251760] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1928.251760] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a0df10-3f82-4632-bcbc-82cf49241043" [ 1928.251760] env[62448]: _type = "Task" [ 1928.251760] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.260234] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a0df10-3f82-4632-bcbc-82cf49241043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.262821] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Releasing lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.263158] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Received event network-changed-6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1928.263279] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Refreshing instance network info cache due to event network-changed-6db0374d-d157-4172-9ed6-2e98da7388f5. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1928.263583] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.263677] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquired lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.263784] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Refreshing network info cache for port 6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1928.284796] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d0132d8-113e-479c-aa00-3792dcc0b341 req-a2bcd42a-ac46-48b2-835f-fd64ebfcabb2 service nova] Releasing lock "refresh_cache-87131a33-4ae6-42f3-8484-165948f4898d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.389357] env[62448]: DEBUG nova.compute.manager [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Received event network-changed-5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1928.389357] env[62448]: DEBUG nova.compute.manager [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Refreshing instance network info cache due to event network-changed-5b777ef7-5a54-4dd2-9549-970c00b0ae95. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1928.389357] env[62448]: DEBUG oslo_concurrency.lockutils [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] Acquiring lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.389357] env[62448]: DEBUG oslo_concurrency.lockutils [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] Acquired lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.389357] env[62448]: DEBUG nova.network.neutron [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Refreshing network info cache for port 5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1928.614625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.615230] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.618017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.559s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.618257] env[62448]: DEBUG nova.objects.instance [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lazy-loading 'resources' on Instance uuid 564b2923-b7c8-4d52-afe5-5ecef15edd1f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.645500] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521f819a-3e4d-f5fb-9eb8-ae0cdc353cce, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.646438] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.646438] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.646438] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.652808] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "b21271d3-a99b-479e-b79e-50612ee16863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.653405] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "b21271d3-a99b-479e-b79e-50612ee16863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.683743] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06823} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.683872] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1928.684973] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2907cb-1463-401b-952d-8b5a42488d7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.713952] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] eed09add-be12-4037-a619-c27f266e8efc/eed09add-be12-4037-a619-c27f266e8efc.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1928.714394] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cb516f-4367-4e1d-b570-0afe19f93449 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.741232] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1928.741232] env[62448]: value = "task-2092912" [ 1928.741232] env[62448]: _type = "Task" [ 1928.741232] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.745381] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.750863] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092910, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.755444] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.767528] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a0df10-3f82-4632-bcbc-82cf49241043, 'name': SearchDatastore_Task, 'duration_secs': 0.031953} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.767528] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbea4377-be99-4ca7-857a-e1c58a0ca9e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.775470] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1928.775470] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529cdd88-2c5e-5fb4-6059-53cf18b126f2" [ 1928.775470] env[62448]: _type = "Task" [ 1928.775470] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.781532] env[62448]: DEBUG nova.network.neutron [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Successfully updated port: bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.787465] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529cdd88-2c5e-5fb4-6059-53cf18b126f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.115148] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updated VIF entry in instance network info cache for port 6db0374d-d157-4172-9ed6-2e98da7388f5. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.115523] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updating instance_info_cache with network_info: [{"id": "6db0374d-d157-4172-9ed6-2e98da7388f5", "address": "fa:16:3e:96:a5:ab", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db0374d-d1", "ovs_interfaceid": "6db0374d-d157-4172-9ed6-2e98da7388f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.125953] env[62448]: DEBUG nova.compute.utils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.128846] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1929.128846] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.139695] env[62448]: DEBUG nova.compute.manager [req-6f0d029a-6de0-43f9-b301-22c230425770 req-21f47c6a-5bc0-4999-9048-d8903c699367 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Received event network-vif-plugged-bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.139695] env[62448]: DEBUG oslo_concurrency.lockutils [req-6f0d029a-6de0-43f9-b301-22c230425770 req-21f47c6a-5bc0-4999-9048-d8903c699367 service nova] Acquiring lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.139695] env[62448]: DEBUG oslo_concurrency.lockutils [req-6f0d029a-6de0-43f9-b301-22c230425770 req-21f47c6a-5bc0-4999-9048-d8903c699367 service nova] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.139695] env[62448]: DEBUG oslo_concurrency.lockutils [req-6f0d029a-6de0-43f9-b301-22c230425770 req-21f47c6a-5bc0-4999-9048-d8903c699367 service nova] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.140296] env[62448]: DEBUG nova.compute.manager [req-6f0d029a-6de0-43f9-b301-22c230425770 req-21f47c6a-5bc0-4999-9048-d8903c699367 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] No waiting events found dispatching network-vif-plugged-bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.140296] env[62448]: WARNING nova.compute.manager [req-6f0d029a-6de0-43f9-b301-22c230425770 req-21f47c6a-5bc0-4999-9048-d8903c699367 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Received unexpected event network-vif-plugged-bfe553ad-b3a9-4ccb-a372-583184581520 for instance with vm_state building and task_state spawning. [ 1929.190237] env[62448]: DEBUG nova.policy [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fead8084d954155a6ccaf294d4fc13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd386e0051e4feeb3b7303d6074120d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.255016] env[62448]: DEBUG oslo_vmware.api [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Task: {'id': task-2092911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569979} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.260613] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.260919] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.261118] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.261166] env[62448]: INFO nova.compute.manager [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1929.261407] env[62448]: DEBUG oslo.service.loopingcall [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.261620] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905205} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.262351] env[62448]: DEBUG nova.compute.manager [-] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1929.262520] env[62448]: DEBUG nova.network.neutron [-] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1929.263989] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.264250] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.267467] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e44ee1-25d0-4c7a-81a0-78734fc97d8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.270358] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.275916] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1929.275916] env[62448]: value = "task-2092913" [ 1929.275916] env[62448]: _type = "Task" [ 1929.275916] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.293355] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.293355] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.293355] env[62448]: DEBUG nova.network.neutron [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.293355] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529cdd88-2c5e-5fb4-6059-53cf18b126f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.298681] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.298975] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] cc68363b-7077-4d89-8771-fa6f3274da29/cc68363b-7077-4d89-8771-fa6f3274da29.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1929.299296] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.300043] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.300246] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1929.300499] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20954cb-bc9a-4d13-b6b4-719d197cf50f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.303624] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92fe7ef1-9271-46fd-a348-2f2848b130d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.314235] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1929.314235] env[62448]: value = "task-2092914" [ 1929.314235] env[62448]: _type = "Task" [ 1929.314235] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.315543] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1929.315817] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1929.321699] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04b46c1-6e9a-444f-969d-da8081330ba6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.329082] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1929.329082] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524d9f95-b201-311c-2536-734adc3a9b0f" [ 1929.329082] env[62448]: _type = "Task" [ 1929.329082] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.332683] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.350293] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524d9f95-b201-311c-2536-734adc3a9b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.353135] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39bc034-c2d8-4ce0-95fc-08d584c2126e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.358926] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1929.358926] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5223ba06-cc4f-f9e3-8ffc-7831b852cdc8" [ 1929.358926] env[62448]: _type = "Task" [ 1929.358926] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.369470] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223ba06-cc4f-f9e3-8ffc-7831b852cdc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.385011] env[62448]: DEBUG nova.network.neutron [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updated VIF entry in instance network info cache for port 5b777ef7-5a54-4dd2-9549-970c00b0ae95. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.385572] env[62448]: DEBUG nova.network.neutron [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updating instance_info_cache with network_info: [{"id": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "address": "fa:16:3e:de:e4:34", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b777ef7-5a", "ovs_interfaceid": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.620771] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Releasing lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.621059] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Received event network-vif-deleted-d8515f83-29a6-47b1-8cb1-17aa8bf9e042 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.621242] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.621404] env[62448]: DEBUG nova.compute.manager [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing instance network info cache due to event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1929.621612] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.621825] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.621910] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.629581] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bdc57e-3fe1-4086-a16f-451f2c0b352f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.632690] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.641318] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd72f1-28e4-4ff1-a489-02f22578ae3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.673714] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13342aea-334e-4dd7-8b36-5b2ffc9e650a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.682953] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8140ff73-40e8-4d2d-8c8e-631b3e745b87 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.697875] env[62448]: DEBUG nova.compute.provider_tree [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.755515] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092912, 'name': ReconfigVM_Task, 'duration_secs': 0.548864} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.756135] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] eed09add-be12-4037-a619-c27f266e8efc/eed09add-be12-4037-a619-c27f266e8efc.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1929.757837] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6116eaeb-9a83-44ff-aa36-21abf2b5ccfa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.764153] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1929.764153] env[62448]: value = "task-2092915" [ 1929.764153] env[62448]: _type = "Task" [ 1929.764153] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.777293] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092915, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.781019] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Successfully created port: 5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.789359] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073622} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.790413] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1929.791257] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f13a390-c812-4b99-b4c5-c98f24d19c44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.816425] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.817184] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d10c4c-9de4-4edb-b0d1-f90fa36cac93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.841176] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092914, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.843060] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1929.843060] env[62448]: value = "task-2092916" [ 1929.843060] env[62448]: _type = "Task" [ 1929.843060] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.853688] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.870959] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223ba06-cc4f-f9e3-8ffc-7831b852cdc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.871252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.871511] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 0e407159-3b30-4637-9b45-79628385e872/0e407159-3b30-4637-9b45-79628385e872.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1929.871796] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.871982] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1929.872236] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c47d87-c1ef-4542-a40c-8cdf687d03b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.874626] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e11b00-59ef-47b1-8e00-55073e54311a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.879964] env[62448]: DEBUG nova.network.neutron [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1929.888145] env[62448]: DEBUG oslo_concurrency.lockutils [req-200d7fe1-11d6-48fc-9026-d8e944b93786 req-0ba157d0-d682-4123-b5c9-7b151a899d58 service nova] Releasing lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.888667] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1929.888667] env[62448]: value = "task-2092917" [ 1929.888667] env[62448]: _type = "Task" [ 1929.888667] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.897721] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.899847] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1929.900196] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1929.900882] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa788b52-413b-4a06-b15b-e62b6d25087c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.909208] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1929.909208] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cfd504-0f59-1657-f439-44a8c700ee71" [ 1929.909208] env[62448]: _type = "Task" [ 1929.909208] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.924928] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cfd504-0f59-1657-f439-44a8c700ee71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.202744] env[62448]: DEBUG nova.scheduler.client.report [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.210208] env[62448]: DEBUG nova.network.neutron [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Updating instance_info_cache with network_info: [{"id": "bfe553ad-b3a9-4ccb-a372-583184581520", "address": "fa:16:3e:71:1a:06", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe553ad-b3", "ovs_interfaceid": "bfe553ad-b3a9-4ccb-a372-583184581520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.274692] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092915, 'name': Rename_Task, 'duration_secs': 0.146752} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.274981] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.275364] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1447e80-2cf5-48b0-94bf-470b7e1a5cea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.277710] env[62448]: DEBUG nova.network.neutron [-] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.285518] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1930.285518] env[62448]: value = "task-2092918" [ 1930.285518] env[62448]: _type = "Task" [ 1930.285518] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.293692] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.329226] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879092} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.329606] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] cc68363b-7077-4d89-8771-fa6f3274da29/cc68363b-7077-4d89-8771-fa6f3274da29.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.329721] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.329957] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ac622e-3565-4613-9c94-c21f0d133083 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.336225] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1930.336225] env[62448]: value = "task-2092919" [ 1930.336225] env[62448]: _type = "Task" [ 1930.336225] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.349509] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.354882] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092916, 'name': ReconfigVM_Task, 'duration_secs': 0.494331} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.355176] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.355810] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94060bca-a7cc-4aee-a46f-676b8c8e3707 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.363860] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1930.363860] env[62448]: value = "task-2092920" [ 1930.363860] env[62448]: _type = "Task" [ 1930.363860] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.372410] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092920, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.398912] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092917, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.420570] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cfd504-0f59-1657-f439-44a8c700ee71, 'name': SearchDatastore_Task, 'duration_secs': 0.05275} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.421430] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1947b99-09cf-4284-8ca5-c4de187cc2c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.427466] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1930.427466] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529d87df-a31c-daf7-200a-67f2354eca00" [ 1930.427466] env[62448]: _type = "Task" [ 1930.427466] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.436640] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529d87df-a31c-daf7-200a-67f2354eca00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.644661] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.676891] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.677105] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.677289] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.677479] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.677625] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.677769] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.677974] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.678150] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.678319] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.678484] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.678647] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.679553] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb0e3c-a175-44db-a80e-ee50ed9a9ab8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.688058] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e450c-e72e-490c-982c-44bbd737f90e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.709632] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.712267] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.478s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.712518] env[62448]: DEBUG nova.objects.instance [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lazy-loading 'resources' on Instance uuid d44beaef-e5f0-4b0b-84e4-274a0728302a {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.713993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.714298] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance network_info: |[{"id": "bfe553ad-b3a9-4ccb-a372-583184581520", "address": "fa:16:3e:71:1a:06", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe553ad-b3", "ovs_interfaceid": "bfe553ad-b3a9-4ccb-a372-583184581520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1930.714908] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:1a:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe553ad-b3a9-4ccb-a372-583184581520', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.722855] env[62448]: DEBUG oslo.service.loopingcall [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.723134] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.723381] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-805161bc-42c5-4a65-9bb2-16bd309ad992 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.741270] env[62448]: INFO nova.scheduler.client.report [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Deleted allocations for instance 564b2923-b7c8-4d52-afe5-5ecef15edd1f [ 1930.751886] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.751886] env[62448]: value = "task-2092921" [ 1930.751886] env[62448]: _type = "Task" [ 1930.751886] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.759300] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092921, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.775671] env[62448]: DEBUG nova.compute.manager [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Received event network-changed-5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1930.775671] env[62448]: DEBUG nova.compute.manager [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Refreshing instance network info cache due to event network-changed-5b777ef7-5a54-4dd2-9549-970c00b0ae95. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1930.775671] env[62448]: DEBUG oslo_concurrency.lockutils [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] Acquiring lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.775671] env[62448]: DEBUG oslo_concurrency.lockutils [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] Acquired lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.775671] env[62448]: DEBUG nova.network.neutron [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Refreshing network info cache for port 5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.779841] env[62448]: INFO nova.compute.manager [-] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Took 1.52 seconds to deallocate network for instance. [ 1930.794463] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.848552] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070319} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.849454] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updated VIF entry in instance network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.849792] env[62448]: DEBUG nova.network.neutron [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.851070] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.853123] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9f85a-d24d-4227-994a-ea63fb8edd5d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.875282] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] cc68363b-7077-4d89-8771-fa6f3274da29/cc68363b-7077-4d89-8771-fa6f3274da29.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.879428] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5aef17d-6b6b-4c62-90bc-ecf89f38cc0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.901125] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092920, 'name': Rename_Task, 'duration_secs': 0.154244} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.903083] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.903563] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1930.903563] env[62448]: value = "task-2092922" [ 1930.903563] env[62448]: _type = "Task" [ 1930.903563] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.903720] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b12fce6-eb42-438a-a42a-829b564f757c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.913875] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937016} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.914956] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 0e407159-3b30-4637-9b45-79628385e872/0e407159-3b30-4637-9b45-79628385e872.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.915319] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.915660] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f913bad5-0949-4e00-a0ef-a0050e015f15 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.922698] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.923086] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 1930.923086] env[62448]: value = "task-2092923" [ 1930.923086] env[62448]: _type = "Task" [ 1930.923086] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.927795] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1930.927795] env[62448]: value = "task-2092924" [ 1930.927795] env[62448]: _type = "Task" [ 1930.927795] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.937396] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092923, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.943363] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529d87df-a31c-daf7-200a-67f2354eca00, 'name': SearchDatastore_Task, 'duration_secs': 0.023058} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.946384] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.946661] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 87131a33-4ae6-42f3-8484-165948f4898d/87131a33-4ae6-42f3-8484-165948f4898d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1930.946963] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.947156] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8838196a-464c-4d23-b553-09a861cc28e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.956266] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1930.956266] env[62448]: value = "task-2092925" [ 1930.956266] env[62448]: _type = "Task" [ 1930.956266] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.963994] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.239070] env[62448]: DEBUG nova.compute.manager [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Received event network-changed-bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.239318] env[62448]: DEBUG nova.compute.manager [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Refreshing instance network info cache due to event network-changed-bfe553ad-b3a9-4ccb-a372-583184581520. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1931.239552] env[62448]: DEBUG oslo_concurrency.lockutils [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] Acquiring lock "refresh_cache-9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.239778] env[62448]: DEBUG oslo_concurrency.lockutils [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] Acquired lock "refresh_cache-9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.239863] env[62448]: DEBUG nova.network.neutron [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Refreshing network info cache for port bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.249123] env[62448]: DEBUG oslo_concurrency.lockutils [None req-24eb9fb2-c81f-4e67-8d9a-d2dfb94319df tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "564b2923-b7c8-4d52-afe5-5ecef15edd1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.801s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.275971] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092921, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.285714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.296436] env[62448]: DEBUG oslo_vmware.api [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092918, 'name': PowerOnVM_Task, 'duration_secs': 0.829842} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.296719] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.296946] env[62448]: INFO nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Took 18.08 seconds to spawn the instance on the hypervisor. [ 1931.297155] env[62448]: DEBUG nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.297947] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c1859-3392-4436-94f1-0a3e387de42f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.352202] env[62448]: DEBUG oslo_concurrency.lockutils [req-4af068e2-8233-485d-9631-a4b49ee15ec2 req-444c53c7-88c2-4ea5-b7dc-9a5da7defe75 service nova] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.424861] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.452436] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092923, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.461073] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068606} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.467533] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1931.469237] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf48167-078b-4fdc-8736-35e91e4df8bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.478400] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092925, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.499765] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0e407159-3b30-4637-9b45-79628385e872/0e407159-3b30-4637-9b45-79628385e872.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1931.505785] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ace8f27-881a-4c17-8d34-21029c4b31ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.530953] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1931.530953] env[62448]: value = "task-2092926" [ 1931.530953] env[62448]: _type = "Task" [ 1931.530953] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.545440] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.766466] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092921, 'name': CreateVM_Task, 'duration_secs': 0.526907} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.770777] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.772132] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.772522] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.773186] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.773420] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e7d5bb-297b-4755-b5d2-79b86a35c404 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.780643] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1931.780643] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5258f6e6-0268-087e-c765-57690fa5a639" [ 1931.780643] env[62448]: _type = "Task" [ 1931.780643] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.800095] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5258f6e6-0268-087e-c765-57690fa5a639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.819730] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Successfully updated port: 5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.823471] env[62448]: INFO nova.compute.manager [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Took 62.61 seconds to build instance. [ 1931.832355] env[62448]: DEBUG nova.network.neutron [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updated VIF entry in instance network info cache for port 5b777ef7-5a54-4dd2-9549-970c00b0ae95. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.832706] env[62448]: DEBUG nova.network.neutron [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updating instance_info_cache with network_info: [{"id": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "address": "fa:16:3e:de:e4:34", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b777ef7-5a", "ovs_interfaceid": "5b777ef7-5a54-4dd2-9549-970c00b0ae95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.869129] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5c57ab-a7d1-4757-88e3-9062551b3ce0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.877489] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfed9a-f178-4e2b-a1de-ec1ad3d6854a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.916074] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617a236-b391-407f-ab97-d2120033ec6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.928682] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f19b1-8952-4f8c-8752-a8d36c89963a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.934674] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092922, 'name': ReconfigVM_Task, 'duration_secs': 0.687625} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.941312] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Reconfigured VM instance instance-0000002d to attach disk [datastore2] cc68363b-7077-4d89-8771-fa6f3274da29/cc68363b-7077-4d89-8771-fa6f3274da29.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.945217] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-665799ee-aa79-47e9-a756-d3f0c8958bf0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.957248] env[62448]: DEBUG nova.compute.provider_tree [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.961868] env[62448]: DEBUG oslo_vmware.api [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2092923, 'name': PowerOnVM_Task, 'duration_secs': 0.986121} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.962441] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1931.962441] env[62448]: value = "task-2092927" [ 1931.962441] env[62448]: _type = "Task" [ 1931.962441] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.963274] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.963824] env[62448]: INFO nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Took 13.33 seconds to spawn the instance on the hypervisor. [ 1931.963824] env[62448]: DEBUG nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.968501] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b443c58-9780-46d9-85d5-65d7bbdac6b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.986583] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784564} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.993067] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 87131a33-4ae6-42f3-8484-165948f4898d/87131a33-4ae6-42f3-8484-165948f4898d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1931.993530] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1931.994033] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092927, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.001067] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-705c97c4-02f4-4ada-b5ac-1edaa221fd92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.004753] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1932.004753] env[62448]: value = "task-2092928" [ 1932.004753] env[62448]: _type = "Task" [ 1932.004753] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.013668] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.043170] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.103682] env[62448]: DEBUG nova.network.neutron [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Updated VIF entry in instance network info cache for port bfe553ad-b3a9-4ccb-a372-583184581520. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.104056] env[62448]: DEBUG nova.network.neutron [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Updating instance_info_cache with network_info: [{"id": "bfe553ad-b3a9-4ccb-a372-583184581520", "address": "fa:16:3e:71:1a:06", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe553ad-b3", "ovs_interfaceid": "bfe553ad-b3a9-4ccb-a372-583184581520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.291785] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5258f6e6-0268-087e-c765-57690fa5a639, 'name': SearchDatastore_Task, 'duration_secs': 0.018998} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.292108] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.292332] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1932.292578] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.292729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.292918] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1932.293626] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f80126e-40ac-49c6-97d0-7344e8df3616 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.304179] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1932.304518] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1932.305180] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566bc677-b215-4269-aa43-674142506896 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.310346] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1932.310346] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5291d8f2-0c02-7406-422a-472810a8f9c1" [ 1932.310346] env[62448]: _type = "Task" [ 1932.310346] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.321339] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5291d8f2-0c02-7406-422a-472810a8f9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.323804] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "refresh_cache-59ea60b5-2790-4d73-b5e4-bc2ec496edae" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.323933] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "refresh_cache-59ea60b5-2790-4d73-b5e4-bc2ec496edae" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.324105] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.325375] env[62448]: DEBUG oslo_concurrency.lockutils [None req-afc81181-31cc-434b-bc05-39d27fcc3efa tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "eed09add-be12-4037-a619-c27f266e8efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.648s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.338646] env[62448]: DEBUG oslo_concurrency.lockutils [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] Releasing lock "refresh_cache-2cc12d89-f1da-4968-b5be-02443a538439" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.338875] env[62448]: DEBUG nova.compute.manager [req-1b7c3cf2-feb0-4e5d-bcc4-6bd131599efa req-e50b824a-5d4e-4941-b8c7-c57493fc5f01 service nova] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Received event network-vif-deleted-24612f75-ca33-4232-a8d3-bbab894f9a8a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1932.444058] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.444058] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.444424] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.444424] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.444561] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.447734] env[62448]: INFO nova.compute.manager [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Terminating instance [ 1932.466880] env[62448]: DEBUG nova.scheduler.client.report [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.480996] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092927, 'name': Rename_Task, 'duration_secs': 0.310258} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.481302] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.481553] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0375211-f286-460d-bd54-2ddcc314d636 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.491033] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 1932.491033] env[62448]: value = "task-2092929" [ 1932.491033] env[62448]: _type = "Task" [ 1932.491033] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.499886] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.511931] env[62448]: INFO nova.compute.manager [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Took 58.23 seconds to build instance. [ 1932.519534] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137121} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.519803] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1932.521046] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d1f8d-3a0e-4671-8fe5-e5b0e416fd9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.546010] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 87131a33-4ae6-42f3-8484-165948f4898d/87131a33-4ae6-42f3-8484-165948f4898d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.550782] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd5d1709-0337-45ae-860e-4823553ae7e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.576051] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.576051] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1932.576051] env[62448]: value = "task-2092930" [ 1932.576051] env[62448]: _type = "Task" [ 1932.576051] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.586723] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.607373] env[62448]: DEBUG oslo_concurrency.lockutils [req-b2e14e0d-f91a-4613-9d2b-eaa33a9dfbaa req-898949d6-fc49-46ae-a457-c85dfd642162 service nova] Releasing lock "refresh_cache-9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.823130] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5291d8f2-0c02-7406-422a-472810a8f9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.043509} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.825994] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e32e77e-dd63-46a8-ad80-e6019f7aa05a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.831315] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1932.834930] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1932.834930] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5225187e-967b-2454-317b-433864255aee" [ 1932.834930] env[62448]: _type = "Task" [ 1932.834930] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.845274] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5225187e-967b-2454-317b-433864255aee, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.845632] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.845901] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.846388] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdff88df-be94-4763-8905-0ca4c88d479f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.853378] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1932.853378] env[62448]: value = "task-2092931" [ 1932.853378] env[62448]: _type = "Task" [ 1932.853378] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.862458] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.873783] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.953221] env[62448]: DEBUG nova.compute.manager [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.953513] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.954578] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8c80c-84b7-4d47-8ad3-3577e6ca1165 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.963166] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.963381] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00914710-71f7-4fe3-89d5-9f952d8fbb4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.971887] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.975612] env[62448]: DEBUG oslo_vmware.api [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1932.975612] env[62448]: value = "task-2092932" [ 1932.975612] env[62448]: _type = "Task" [ 1932.975612] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.975612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.715s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.976959] env[62448]: INFO nova.compute.claims [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.996738] env[62448]: DEBUG oslo_vmware.api [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.009400] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.013035] env[62448]: INFO nova.scheduler.client.report [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Deleted allocations for instance d44beaef-e5f0-4b0b-84e4-274a0728302a [ 1933.015036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-909895fd-3b40-417e-a3d1-4ceab1b32cc0 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.995s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.051944] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092926, 'name': ReconfigVM_Task, 'duration_secs': 1.082571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.052339] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0e407159-3b30-4637-9b45-79628385e872/0e407159-3b30-4637-9b45-79628385e872.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.053089] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c931669-a8ba-4503-9f1b-ce846ee54741 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.062936] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1933.062936] env[62448]: value = "task-2092933" [ 1933.062936] env[62448]: _type = "Task" [ 1933.062936] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.076463] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092933, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.091750] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.135266] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Updating instance_info_cache with network_info: [{"id": "5a6ef908-730f-45f8-88c9-ac30cb0c615e", "address": "fa:16:3e:c3:41:42", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6ef908-73", "ovs_interfaceid": "5a6ef908-730f-45f8-88c9-ac30cb0c615e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.359748] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.367645] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.438398] env[62448]: DEBUG nova.compute.manager [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Received event network-vif-plugged-5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.438533] env[62448]: DEBUG oslo_concurrency.lockutils [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] Acquiring lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.438987] env[62448]: DEBUG oslo_concurrency.lockutils [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.438987] env[62448]: DEBUG oslo_concurrency.lockutils [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.439167] env[62448]: DEBUG nova.compute.manager [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] No waiting events found dispatching network-vif-plugged-5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.439310] env[62448]: WARNING nova.compute.manager [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Received unexpected event network-vif-plugged-5a6ef908-730f-45f8-88c9-ac30cb0c615e for instance with vm_state building and task_state spawning. [ 1933.439451] env[62448]: DEBUG nova.compute.manager [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Received event network-changed-5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.439905] env[62448]: DEBUG nova.compute.manager [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Refreshing instance network info cache due to event network-changed-5a6ef908-730f-45f8-88c9-ac30cb0c615e. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1933.439905] env[62448]: DEBUG oslo_concurrency.lockutils [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] Acquiring lock "refresh_cache-59ea60b5-2790-4d73-b5e4-bc2ec496edae" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.497548] env[62448]: DEBUG oslo_vmware.api [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092932, 'name': PowerOffVM_Task, 'duration_secs': 0.276824} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.501843] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.502062] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.502624] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202ad710-8b34-4be8-887a-65ebb13447de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.509961] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.523041] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1933.524957] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90a6fa91-0fdc-4ed4-898c-91395fb641a4 tempest-VolumesAssistedSnapshotsTest-30406046 tempest-VolumesAssistedSnapshotsTest-30406046-project-member] Lock "d44beaef-e5f0-4b0b-84e4-274a0728302a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.004s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.575100] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092933, 'name': Rename_Task, 'duration_secs': 0.457533} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.575418] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1933.576466] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff442ab7-049c-4194-bd59-9027d49ab8c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.590311] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092930, 'name': ReconfigVM_Task, 'duration_secs': 0.559885} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.591593] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 87131a33-4ae6-42f3-8484-165948f4898d/87131a33-4ae6-42f3-8484-165948f4898d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.592720] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1933.592720] env[62448]: value = "task-2092935" [ 1933.592720] env[62448]: _type = "Task" [ 1933.592720] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.594930] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800939d6-b7d5-49db-a977-fa9b0d52f2e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.606362] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092935, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.608670] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1933.608670] env[62448]: value = "task-2092936" [ 1933.608670] env[62448]: _type = "Task" [ 1933.608670] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.617918] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092936, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.637345] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "refresh_cache-59ea60b5-2790-4d73-b5e4-bc2ec496edae" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.637748] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Instance network_info: |[{"id": "5a6ef908-730f-45f8-88c9-ac30cb0c615e", "address": "fa:16:3e:c3:41:42", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6ef908-73", "ovs_interfaceid": "5a6ef908-730f-45f8-88c9-ac30cb0c615e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.638126] env[62448]: DEBUG oslo_concurrency.lockutils [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] Acquired lock "refresh_cache-59ea60b5-2790-4d73-b5e4-bc2ec496edae" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.638301] env[62448]: DEBUG nova.network.neutron [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Refreshing network info cache for port 5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.639665] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:41:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a6ef908-730f-45f8-88c9-ac30cb0c615e', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.648485] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Creating folder: Project (abd386e0051e4feeb3b7303d6074120d). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.649775] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9c3777c-c113-4cf4-80e0-901f7780cb5a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.661269] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Created folder: Project (abd386e0051e4feeb3b7303d6074120d) in parent group-v428508. [ 1933.661497] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Creating folder: Instances. Parent ref: group-v428651. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1933.662061] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561afc69-5c32-4fa8-a480-da7aaed6884c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.671985] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Created folder: Instances in parent group-v428651. [ 1933.672309] env[62448]: DEBUG oslo.service.loopingcall [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.672522] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.672837] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8abeb623-3d54-4027-b722-290843cf504f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.696099] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.696099] env[62448]: value = "task-2092939" [ 1933.696099] env[62448]: _type = "Task" [ 1933.696099] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.704201] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.866499] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584253} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.866836] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.867957] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.867957] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d786d367-dc57-489f-9eb0-24f46a4d01c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.874364] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1933.874364] env[62448]: value = "task-2092940" [ 1933.874364] env[62448]: _type = "Task" [ 1933.874364] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.883204] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.013359] env[62448]: DEBUG oslo_vmware.api [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2092929, 'name': PowerOnVM_Task, 'duration_secs': 1.141653} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.017032] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.017368] env[62448]: INFO nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Took 12.74 seconds to spawn the instance on the hypervisor. [ 1934.017566] env[62448]: DEBUG nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.018944] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8a3bb-2b7a-4e67-8422-18ac347dfdcd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.058915] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.106844] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.126182] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092936, 'name': Rename_Task, 'duration_secs': 0.189723} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.126511] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1934.126764] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d296d1a-a2d4-4cb2-a0ec-cb86cb8790df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.135196] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1934.135196] env[62448]: value = "task-2092941" [ 1934.135196] env[62448]: _type = "Task" [ 1934.135196] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.144293] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.165201] env[62448]: DEBUG nova.compute.manager [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1934.165430] env[62448]: DEBUG nova.compute.manager [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing instance network info cache due to event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1934.165652] env[62448]: DEBUG oslo_concurrency.lockutils [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.165795] env[62448]: DEBUG oslo_concurrency.lockutils [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.165957] env[62448]: DEBUG nova.network.neutron [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.213859] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.224037] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.224037] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.384919] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070498} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.387405] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.389171] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38481095-1374-43f6-9855-be44604b52ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.423989] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.424390] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf81ce8c-01aa-4110-88f5-cfc89e62bd91 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.445247] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1934.445247] env[62448]: value = "task-2092942" [ 1934.445247] env[62448]: _type = "Task" [ 1934.445247] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.456329] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.548233] env[62448]: INFO nova.compute.manager [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Took 52.78 seconds to build instance. [ 1934.561192] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30cf2df-076a-4d1b-b391-b6d33ea02925 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.572947] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc44135-5a2e-4dc5-a749-e12214f0fa1f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.613051] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb7096-b74c-4567-89dd-0ee71941b28b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.625046] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726fa6ca-4fa6-4d28-96f9-c4db132a9be8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.629457] env[62448]: DEBUG oslo_vmware.api [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092935, 'name': PowerOnVM_Task, 'duration_secs': 0.521715} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.629803] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1934.629999] env[62448]: INFO nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Took 18.71 seconds to spawn the instance on the hypervisor. [ 1934.630481] env[62448]: DEBUG nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.631983] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f66b5-f94c-49db-8602-cda9766e203c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.645285] env[62448]: DEBUG nova.compute.provider_tree [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.664185] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.709912] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.767514] env[62448]: DEBUG nova.network.neutron [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Updated VIF entry in instance network info cache for port 5a6ef908-730f-45f8-88c9-ac30cb0c615e. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.767982] env[62448]: DEBUG nova.network.neutron [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Updating instance_info_cache with network_info: [{"id": "5a6ef908-730f-45f8-88c9-ac30cb0c615e", "address": "fa:16:3e:c3:41:42", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6ef908-73", "ovs_interfaceid": "5a6ef908-730f-45f8-88c9-ac30cb0c615e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.955356] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092942, 'name': ReconfigVM_Task, 'duration_secs': 0.500615} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.955685] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.956427] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ced0531-9379-495d-95a2-18d8dd6bd55d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.962967] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1934.962967] env[62448]: value = "task-2092943" [ 1934.962967] env[62448]: _type = "Task" [ 1934.962967] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.973257] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092943, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.052338] env[62448]: DEBUG oslo_concurrency.lockutils [None req-734f9ad1-5d6f-4b02-b9cb-6efd2a6e6076 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.535s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.149733] env[62448]: DEBUG nova.network.neutron [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updated VIF entry in instance network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.150306] env[62448]: DEBUG nova.network.neutron [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.153989] env[62448]: DEBUG nova.scheduler.client.report [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.167242] env[62448]: DEBUG oslo_vmware.api [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092941, 'name': PowerOnVM_Task, 'duration_secs': 0.797615} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.167242] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1935.167462] env[62448]: INFO nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1935.167669] env[62448]: DEBUG nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1935.168203] env[62448]: INFO nova.compute.manager [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Took 61.43 seconds to build instance. [ 1935.169564] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f0c5d1-d339-46ea-a850-aae24f5cbf90 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.212024] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.233419] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "eed09add-be12-4037-a619-c27f266e8efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.233725] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "eed09add-be12-4037-a619-c27f266e8efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.233915] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "eed09add-be12-4037-a619-c27f266e8efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.234104] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "eed09add-be12-4037-a619-c27f266e8efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.234269] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "eed09add-be12-4037-a619-c27f266e8efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.237706] env[62448]: INFO nova.compute.manager [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Terminating instance [ 1935.270891] env[62448]: DEBUG oslo_concurrency.lockutils [req-b7d540d5-e7f0-43dc-a922-07364b9edb87 req-6eb43710-47c2-4bdd-988a-39d5091837ce service nova] Releasing lock "refresh_cache-59ea60b5-2790-4d73-b5e4-bc2ec496edae" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.473124] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092943, 'name': Rename_Task, 'duration_secs': 0.157775} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.473403] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.473666] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f4596c8-5ca3-4a97-963d-0d9d9b26a4ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.480114] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1935.480114] env[62448]: value = "task-2092944" [ 1935.480114] env[62448]: _type = "Task" [ 1935.480114] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.487889] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.553892] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1935.653333] env[62448]: DEBUG oslo_concurrency.lockutils [req-4baff654-d223-42a6-84cd-5488671a1058 req-2db8c3d0-650f-41b6-88ae-6170611a6cb4 service nova] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.667416] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.667544] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1935.670124] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.430s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.670521] env[62448]: DEBUG nova.objects.instance [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lazy-loading 'resources' on Instance uuid de05e8bf-6af1-41bb-bd0b-43a77c259c98 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.676017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1ee8679f-a9db-4550-beac-0b16ebc54c93 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "0e407159-3b30-4637-9b45-79628385e872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.153s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.695379] env[62448]: INFO nova.compute.manager [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Took 52.77 seconds to build instance. [ 1935.710651] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.743809] env[62448]: DEBUG nova.compute.manager [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1935.743809] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.743809] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2c3678-57c4-4816-bfe6-b09224523776 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.751666] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.751914] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7691a42a-49a1-4d49-8fc4-18ac727045f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.758181] env[62448]: DEBUG oslo_vmware.api [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1935.758181] env[62448]: value = "task-2092945" [ 1935.758181] env[62448]: _type = "Task" [ 1935.758181] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.766722] env[62448]: DEBUG oslo_vmware.api [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.990007] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.088858] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.177682] env[62448]: DEBUG nova.compute.utils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.182056] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1936.188509] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.188683] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1936.197283] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4d25ed79-bb6a-4d6e-9bb9-50194845f5d0 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "87131a33-4ae6-42f3-8484-165948f4898d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.204s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.213275] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.217713] env[62448]: DEBUG nova.compute.manager [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Received event network-changed-6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1936.217900] env[62448]: DEBUG nova.compute.manager [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Refreshing instance network info cache due to event network-changed-6db0374d-d157-4172-9ed6-2e98da7388f5. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1936.218128] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] Acquiring lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.218274] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] Acquired lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.218432] env[62448]: DEBUG nova.network.neutron [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Refreshing network info cache for port 6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.275772] env[62448]: DEBUG oslo_vmware.api [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092945, 'name': PowerOffVM_Task, 'duration_secs': 0.210982} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.276300] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.276502] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.276775] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f49c183-8698-4344-8cd6-1eb4c8cc420c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.316125] env[62448]: DEBUG nova.policy [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fead8084d954155a6ccaf294d4fc13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd386e0051e4feeb3b7303d6074120d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1936.495879] env[62448]: DEBUG oslo_vmware.api [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092944, 'name': PowerOnVM_Task, 'duration_secs': 0.695918} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.495879] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.496022] env[62448]: INFO nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1936.496243] env[62448]: DEBUG nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.497150] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f1c2a-a543-4dc0-9ced-8edc0a1ab473 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.572348] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] Acquiring lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.572348] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] Acquired lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.572348] env[62448]: DEBUG nova.network.neutron [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] [instance: 0e407159-3b30-4637-9b45-79628385e872] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.688727] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Successfully created port: 702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1936.691271] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1936.699660] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1936.713052] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.725300] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.780350] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0121496a-5ee4-4c04-a953-803ffe85f957 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.793383] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7d9a8c-5766-40f1-b35f-e7a12d4f29d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.831355] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfaa128-0e4b-4ddb-bfe6-a2f821c5b350 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.840108] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4795480-b8ee-472b-a095-255301033fcb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.855563] env[62448]: DEBUG nova.compute.provider_tree [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.021786] env[62448]: INFO nova.compute.manager [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Took 48.15 seconds to build instance. [ 1937.085865] env[62448]: DEBUG nova.network.neutron [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updated VIF entry in instance network info cache for port 6db0374d-d157-4172-9ed6-2e98da7388f5. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.086347] env[62448]: DEBUG nova.network.neutron [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updating instance_info_cache with network_info: [{"id": "6db0374d-d157-4172-9ed6-2e98da7388f5", "address": "fa:16:3e:96:a5:ab", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db0374d-d1", "ovs_interfaceid": "6db0374d-d157-4172-9ed6-2e98da7388f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.225485] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.243346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.361834] env[62448]: DEBUG nova.scheduler.client.report [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.396027] env[62448]: DEBUG nova.network.neutron [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] [instance: 0e407159-3b30-4637-9b45-79628385e872] Updating instance_info_cache with network_info: [{"id": "215c59c8-609f-4c2f-b528-950f6dd94930", "address": "fa:16:3e:0d:e5:0b", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap215c59c8-60", "ovs_interfaceid": "215c59c8-609f-4c2f-b528-950f6dd94930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.524008] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7a742cda-4c3e-450d-b74d-a1e9501b6997 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.048s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.591952] env[62448]: DEBUG oslo_concurrency.lockutils [req-cc92d61a-2009-446b-848b-94c4abfd526a req-bd954e8a-b067-4c34-b65d-8927d8c55f0a service nova] Releasing lock "refresh_cache-cc68363b-7077-4d89-8771-fa6f3274da29" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.704328] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1937.722696] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.730979] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.731233] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.731389] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.731564] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.731706] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.731850] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.732574] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.732824] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.732961] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.733142] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.733319] env[62448]: DEBUG nova.virt.hardware [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.735701] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5be0c83-f38f-432c-adae-9b7d712ee50c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.743334] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8560e6ae-15b2-4112-995a-2db783f66118 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.866565] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.868880] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.531s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.886428] env[62448]: INFO nova.scheduler.client.report [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted allocations for instance de05e8bf-6af1-41bb-bd0b-43a77c259c98 [ 1937.898585] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] Releasing lock "refresh_cache-0e407159-3b30-4637-9b45-79628385e872" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.898942] env[62448]: DEBUG nova.compute.manager [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] [instance: 0e407159-3b30-4637-9b45-79628385e872] Inject network info {{(pid=62448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1937.899352] env[62448]: DEBUG nova.compute.manager [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] [instance: 0e407159-3b30-4637-9b45-79628385e872] network_info to inject: |[{"id": "215c59c8-609f-4c2f-b528-950f6dd94930", "address": "fa:16:3e:0d:e5:0b", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap215c59c8-60", "ovs_interfaceid": "215c59c8-609f-4c2f-b528-950f6dd94930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1937.907677] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] [instance: 0e407159-3b30-4637-9b45-79628385e872] Reconfiguring VM instance to set the machine id {{(pid=62448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1937.909057] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d05c3834-7a53-40fd-92bf-097f77888d2b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.929933] env[62448]: DEBUG oslo_vmware.api [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] Waiting for the task: (returnval){ [ 1937.929933] env[62448]: value = "task-2092947" [ 1937.929933] env[62448]: _type = "Task" [ 1937.929933] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.943938] env[62448]: DEBUG oslo_vmware.api [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] Task: {'id': task-2092947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.026520] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.220820] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.229827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "10c496b7-bbbd-4adf-996e-13bdd111945c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.230088] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.379041] env[62448]: INFO nova.compute.claims [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.396114] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b3e43c1-d567-4d94-bbcb-46e951090c5e tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "de05e8bf-6af1-41bb-bd0b-43a77c259c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.583s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.443186] env[62448]: DEBUG oslo_vmware.api [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] Task: {'id': task-2092947, 'name': ReconfigVM_Task, 'duration_secs': 0.214774} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.443845] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe24692-ccda-4cd3-af88-f8ba5585847d tempest-ServersAdminTestJSON-1024433743 tempest-ServersAdminTestJSON-1024433743-project-admin] [instance: 0e407159-3b30-4637-9b45-79628385e872] Reconfigured VM instance to set the machine id {{(pid=62448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1938.559099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.721814] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.885728] env[62448]: INFO nova.compute.resource_tracker [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating resource usage from migration 5c2b7990-f6b0-4c2c-b8d8-cc90496702e2 [ 1939.224445] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.418677] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2cbe3-ed4c-4aa4-af0b-e8c09c2f8dfc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.426966] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4424a-200e-4669-a7a0-e82b297a7a2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.461631] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62be5f3b-59aa-4503-88f0-bde0bd9c6588 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.469772] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d53a1d-dc1b-4a9d-8ebe-d0d3533b437b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.474039] env[62448]: INFO nova.compute.manager [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Rebuilding instance [ 1939.486201] env[62448]: DEBUG nova.compute.provider_tree [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.527300] env[62448]: DEBUG nova.compute.manager [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.528963] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82c326-79cc-405a-8c4d-2489baaa9d55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.726497] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.990885] env[62448]: DEBUG nova.scheduler.client.report [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.226054] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.232673] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "87131a33-4ae6-42f3-8484-165948f4898d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.233206] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "87131a33-4ae6-42f3-8484-165948f4898d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.233206] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "87131a33-4ae6-42f3-8484-165948f4898d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.233321] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "87131a33-4ae6-42f3-8484-165948f4898d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.233477] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "87131a33-4ae6-42f3-8484-165948f4898d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.235682] env[62448]: INFO nova.compute.manager [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Terminating instance [ 1940.495835] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.626s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.496151] env[62448]: INFO nova.compute.manager [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Migrating [ 1940.502570] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.928s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.503219] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.503219] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1940.503366] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.017s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.504804] env[62448]: INFO nova.compute.claims [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1940.510312] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11508ba-8b33-4675-8307-4c9c9ea11e71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.531953] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec76b1-16c2-4e77-8108-07eb4a425c2c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.547012] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.547439] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc94c0f2-ef7b-40e7-9ac5-9e048430a221 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.550831] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c51e0d-7c27-4704-80fc-1c6485811708 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.560088] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2863a254-b7bc-4423-9a67-9b80cf7ed714 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.564056] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1940.564056] env[62448]: value = "task-2092948" [ 1940.564056] env[62448]: _type = "Task" [ 1940.564056] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.594312] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178354MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1940.594480] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.597917] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.730951] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.740147] env[62448]: DEBUG nova.compute.manager [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1940.740434] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.744031] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f33f70-df50-4ba9-8262-45db074fe6cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.750078] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.750237] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe713b46-d663-430a-81cd-8eb825cad526 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.758881] env[62448]: DEBUG oslo_vmware.api [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1940.758881] env[62448]: value = "task-2092949" [ 1940.758881] env[62448]: _type = "Task" [ 1940.758881] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.770682] env[62448]: DEBUG oslo_vmware.api [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.801316] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.801687] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.801813] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Deleting the datastore file [datastore2] eed09add-be12-4037-a619-c27f266e8efc {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.802099] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9ccd525-c6fd-4a49-b51a-0efd8815f41d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.810085] env[62448]: DEBUG oslo_vmware.api [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for the task: (returnval){ [ 1940.810085] env[62448]: value = "task-2092950" [ 1940.810085] env[62448]: _type = "Task" [ 1940.810085] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.811448] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.811682] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.811935] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Deleting the datastore file [datastore2] ecdbb9ab-859b-4989-b6c3-e8f2e26301de {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.816972] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692f9fb6-0c83-43a6-8793-1467a17cbb60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.824946] env[62448]: DEBUG oslo_vmware.api [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.828952] env[62448]: DEBUG oslo_vmware.api [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for the task: (returnval){ [ 1940.828952] env[62448]: value = "task-2092951" [ 1940.828952] env[62448]: _type = "Task" [ 1940.828952] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.839481] env[62448]: DEBUG oslo_vmware.api [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.977031] env[62448]: INFO nova.compute.manager [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Rebuilding instance [ 1941.028990] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.029309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.029309] env[62448]: DEBUG nova.network.neutron [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.040300] env[62448]: DEBUG nova.compute.manager [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.041940] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6523291-bc62-4cf3-aca2-1a0253d0c5db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.078658] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092948, 'name': PowerOffVM_Task, 'duration_secs': 0.219769} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.078658] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.078658] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.080695] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede14e10-7282-4f14-9eae-cac081952ead {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.087780] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.088082] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c130db8d-6315-4956-a66f-4803982f5550 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.230635] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092939, 'name': CreateVM_Task, 'duration_secs': 7.359933} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.231678] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1941.232529] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.232763] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.233135] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1941.233396] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d4e179-12a3-47bc-98f3-dd7ab5f840f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.239455] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1941.239455] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5297a08f-3165-9664-7561-36f11ee431d1" [ 1941.239455] env[62448]: _type = "Task" [ 1941.239455] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.248580] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5297a08f-3165-9664-7561-36f11ee431d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.265846] env[62448]: DEBUG oslo_vmware.api [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092949, 'name': PowerOffVM_Task, 'duration_secs': 0.264865} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.266110] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.266297] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.266543] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c0885d4-bd9c-466f-b539-4cd74bcdb034 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.320973] env[62448]: DEBUG oslo_vmware.api [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Task: {'id': task-2092950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18655} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.321610] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.321610] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.321783] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.321958] env[62448]: INFO nova.compute.manager [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] [instance: eed09add-be12-4037-a619-c27f266e8efc] Took 5.58 seconds to destroy the instance on the hypervisor. [ 1941.322476] env[62448]: DEBUG oslo.service.loopingcall [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.322476] env[62448]: DEBUG nova.compute.manager [-] [instance: eed09add-be12-4037-a619-c27f266e8efc] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.322476] env[62448]: DEBUG nova.network.neutron [-] [instance: eed09add-be12-4037-a619-c27f266e8efc] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.339484] env[62448]: DEBUG oslo_vmware.api [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Task: {'id': task-2092951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185845} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.340696] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.340890] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.341088] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.341263] env[62448]: INFO nova.compute.manager [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Took 8.39 seconds to destroy the instance on the hypervisor. [ 1941.341638] env[62448]: DEBUG oslo.service.loopingcall [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.341852] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.342036] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.342208] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.342437] env[62448]: DEBUG nova.compute.manager [-] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.342532] env[62448]: DEBUG nova.network.neutron [-] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.344148] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be504cae-b71b-4f46-81f4-9106e41b177d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.350216] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1941.350216] env[62448]: value = "task-2092954" [ 1941.350216] env[62448]: _type = "Task" [ 1941.350216] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.358147] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.389705] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.389705] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.389705] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Deleting the datastore file [datastore2] 87131a33-4ae6-42f3-8484-165948f4898d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.389705] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf9501bc-25d6-4e4a-9d77-c78c98dee9f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.394701] env[62448]: DEBUG oslo_vmware.api [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for the task: (returnval){ [ 1941.394701] env[62448]: value = "task-2092955" [ 1941.394701] env[62448]: _type = "Task" [ 1941.394701] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.406307] env[62448]: DEBUG oslo_vmware.api [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.756166] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5297a08f-3165-9664-7561-36f11ee431d1, 'name': SearchDatastore_Task, 'duration_secs': 0.018897} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.756782] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.757175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1941.757547] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.757824] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.758252] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.758788] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-133b8184-c479-4a9d-a49d-d433a7627107 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.776026] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.776026] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.776026] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55f448c-7ad9-4e1b-9c81-96a70133da3b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.788021] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1941.788021] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb12de-9e02-3934-a27b-8a16e230283e" [ 1941.788021] env[62448]: _type = "Task" [ 1941.788021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.796524] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb12de-9e02-3934-a27b-8a16e230283e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.861340] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192974} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.864629] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.864629] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.864629] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.910145] env[62448]: DEBUG oslo_vmware.api [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Task: {'id': task-2092955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332017} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.910145] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.910145] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.910145] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.910145] env[62448]: INFO nova.compute.manager [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1941.910145] env[62448]: DEBUG oslo.service.loopingcall [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.910145] env[62448]: DEBUG nova.compute.manager [-] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.910145] env[62448]: DEBUG nova.network.neutron [-] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.063523] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1942.063731] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f2d1dd3-2957-4cc5-a622-81d9891b1595 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.071477] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1942.071477] env[62448]: value = "task-2092956" [ 1942.071477] env[62448]: _type = "Task" [ 1942.071477] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.084681] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.087010] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a44b2-d4fc-43ae-92cf-94636f09586a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.097234] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f7f08-59a7-4119-901e-9d54c12b288a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.141231] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb9143b-7d6f-4096-ad8d-ddbf4b58953a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.148553] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc832294-2c77-4f1c-8cda-71f3e3f8b4ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.164923] env[62448]: DEBUG nova.compute.provider_tree [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.187998] env[62448]: DEBUG nova.network.neutron [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.216912] env[62448]: DEBUG nova.compute.manager [req-acfb0a06-74b0-4b2e-a10e-90b3f8cd11d2 req-6ec3e8c7-d836-428f-a974-cfbc7037c668 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Received event network-vif-plugged-702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.216912] env[62448]: DEBUG oslo_concurrency.lockutils [req-acfb0a06-74b0-4b2e-a10e-90b3f8cd11d2 req-6ec3e8c7-d836-428f-a974-cfbc7037c668 service nova] Acquiring lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.216912] env[62448]: DEBUG oslo_concurrency.lockutils [req-acfb0a06-74b0-4b2e-a10e-90b3f8cd11d2 req-6ec3e8c7-d836-428f-a974-cfbc7037c668 service nova] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.216912] env[62448]: DEBUG oslo_concurrency.lockutils [req-acfb0a06-74b0-4b2e-a10e-90b3f8cd11d2 req-6ec3e8c7-d836-428f-a974-cfbc7037c668 service nova] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.216912] env[62448]: DEBUG nova.compute.manager [req-acfb0a06-74b0-4b2e-a10e-90b3f8cd11d2 req-6ec3e8c7-d836-428f-a974-cfbc7037c668 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] No waiting events found dispatching network-vif-plugged-702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1942.216912] env[62448]: WARNING nova.compute.manager [req-acfb0a06-74b0-4b2e-a10e-90b3f8cd11d2 req-6ec3e8c7-d836-428f-a974-cfbc7037c668 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Received unexpected event network-vif-plugged-702b7585-0934-486b-a0ca-d06b87a08737 for instance with vm_state building and task_state spawning. [ 1942.223355] env[62448]: DEBUG nova.compute.manager [req-a041d77b-e6b1-4db0-a41e-70c7b34520c3 req-4885c42d-017e-4a37-b444-d3d32b59aff2 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Received event network-vif-deleted-12fdd662-25c4-4fff-a730-dbc220638885 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.223355] env[62448]: INFO nova.compute.manager [req-a041d77b-e6b1-4db0-a41e-70c7b34520c3 req-4885c42d-017e-4a37-b444-d3d32b59aff2 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Neutron deleted interface 12fdd662-25c4-4fff-a730-dbc220638885; detaching it from the instance and deleting it from the info cache [ 1942.223355] env[62448]: DEBUG nova.network.neutron [req-a041d77b-e6b1-4db0-a41e-70c7b34520c3 req-4885c42d-017e-4a37-b444-d3d32b59aff2 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.226278] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Successfully updated port: 702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1942.299120] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eb12de-9e02-3934-a27b-8a16e230283e, 'name': SearchDatastore_Task, 'duration_secs': 0.017703} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.301150] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d563d670-3dac-4206-bfc1-8498c4141038 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.306577] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1942.306577] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528bd2d2-eb66-6067-c1fc-04dab6226c79" [ 1942.306577] env[62448]: _type = "Task" [ 1942.306577] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.313553] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528bd2d2-eb66-6067-c1fc-04dab6226c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.533397] env[62448]: DEBUG nova.network.neutron [-] [instance: eed09add-be12-4037-a619-c27f266e8efc] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.585120] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092956, 'name': PowerOffVM_Task, 'duration_secs': 0.201232} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.585120] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.585120] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1942.585120] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d1b7e2-bc6a-4518-98e7-df1e643a63b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.591963] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.592495] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4df7fd5-7074-4134-bd08-79a8720f77c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.670706] env[62448]: DEBUG nova.scheduler.client.report [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.690109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.697124] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.697124] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.697124] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleting the datastore file [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.697124] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05379ac3-d68a-4b6c-abda-e5d87dabf5c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.703383] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1942.703383] env[62448]: value = "task-2092958" [ 1942.703383] env[62448]: _type = "Task" [ 1942.703383] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.712573] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.725753] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d797c87-7fb2-4e4c-a86b-beab1220dfbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.730583] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "refresh_cache-8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.730745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "refresh_cache-8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.730902] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.736561] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b64ae4-b2a9-4b63-9290-94f6acbf6bd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.773876] env[62448]: DEBUG nova.compute.manager [req-a041d77b-e6b1-4db0-a41e-70c7b34520c3 req-4885c42d-017e-4a37-b444-d3d32b59aff2 service nova] [instance: eed09add-be12-4037-a619-c27f266e8efc] Detach interface failed, port_id=12fdd662-25c4-4fff-a730-dbc220638885, reason: Instance eed09add-be12-4037-a619-c27f266e8efc could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1942.816697] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528bd2d2-eb66-6067-c1fc-04dab6226c79, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.816971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.817318] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 59ea60b5-2790-4d73-b5e4-bc2ec496edae/59ea60b5-2790-4d73-b5e4-bc2ec496edae.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1942.817609] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5169e636-bef6-412a-b921-bd0935a98496 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.824425] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1942.824425] env[62448]: value = "task-2092959" [ 1942.824425] env[62448]: _type = "Task" [ 1942.824425] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.833041] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.909108] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.909379] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.909534] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.909715] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.909860] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.910014] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.910235] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.910442] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.910624] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.910778] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.910949] env[62448]: DEBUG nova.virt.hardware [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.911981] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e479970f-d532-4549-8b84-f4f65f7c41a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.920478] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8542352-d29a-4a34-a4f6-73b3b3b5aa4f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.935951] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:1a:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe553ad-b3a9-4ccb-a372-583184581520', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.943405] env[62448]: DEBUG oslo.service.loopingcall [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.943670] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.943884] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df5276a8-f56a-4c09-bca4-04cee92bad17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.969609] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.969609] env[62448]: value = "task-2092960" [ 1942.969609] env[62448]: _type = "Task" [ 1942.969609] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.979880] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092960, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.993378] env[62448]: DEBUG nova.network.neutron [-] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.028511] env[62448]: DEBUG nova.network.neutron [-] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.036331] env[62448]: INFO nova.compute.manager [-] [instance: eed09add-be12-4037-a619-c27f266e8efc] Took 1.71 seconds to deallocate network for instance. [ 1943.177492] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.178246] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.181444] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.035s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.181444] env[62448]: DEBUG nova.objects.instance [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lazy-loading 'resources' on Instance uuid 7fb2a096-9da6-4501-9682-bcce594b4c9f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.216757] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169878} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.216757] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.216757] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.216757] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.283934] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1943.335672] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092959, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.463487] env[62448]: DEBUG nova.network.neutron [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Updating instance_info_cache with network_info: [{"id": "702b7585-0934-486b-a0ca-d06b87a08737", "address": "fa:16:3e:fe:fe:a3", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702b7585-09", "ovs_interfaceid": "702b7585-0934-486b-a0ca-d06b87a08737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.483923] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092960, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.496059] env[62448]: INFO nova.compute.manager [-] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Took 1.59 seconds to deallocate network for instance. [ 1943.533018] env[62448]: INFO nova.compute.manager [-] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Took 2.19 seconds to deallocate network for instance. [ 1943.542446] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.686177] env[62448]: DEBUG nova.compute.utils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.691674] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1943.691974] env[62448]: DEBUG nova.network.neutron [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.760274] env[62448]: DEBUG nova.policy [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '885acb07a75e484590ac840d01da0fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '522e5179aced485fb0a206b9e0727212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1943.838024] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513222} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.838354] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 59ea60b5-2790-4d73-b5e4-bc2ec496edae/59ea60b5-2790-4d73-b5e4-bc2ec496edae.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1943.838588] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1943.838848] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-398b00bc-fca7-4f3d-a433-917f4d31239a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.848298] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1943.848298] env[62448]: value = "task-2092961" [ 1943.848298] env[62448]: _type = "Task" [ 1943.848298] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.856008] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.966625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "refresh_cache-8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.966920] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Instance network_info: |[{"id": "702b7585-0934-486b-a0ca-d06b87a08737", "address": "fa:16:3e:fe:fe:a3", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702b7585-09", "ovs_interfaceid": "702b7585-0934-486b-a0ca-d06b87a08737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1943.967439] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fe:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702b7585-0934-486b-a0ca-d06b87a08737', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1943.975028] env[62448]: DEBUG oslo.service.loopingcall [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.975116] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1943.978806] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba8014e1-33e8-49e9-bf55-c23315b5aa71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.003173] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.003424] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092960, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.004766] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.004766] env[62448]: value = "task-2092962" [ 1944.004766] env[62448]: _type = "Task" [ 1944.004766] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.014591] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092962, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.039513] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.192665] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.205285] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15adfd63-97b7-4c68-a463-15d93d4c7f2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.231865] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1944.237146] env[62448]: DEBUG nova.network.neutron [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Successfully created port: ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.243649] env[62448]: DEBUG nova.compute.manager [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Received event network-changed-702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.243890] env[62448]: DEBUG nova.compute.manager [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Refreshing instance network info cache due to event network-changed-702b7585-0934-486b-a0ca-d06b87a08737. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1944.244156] env[62448]: DEBUG oslo_concurrency.lockutils [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] Acquiring lock "refresh_cache-8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.244350] env[62448]: DEBUG oslo_concurrency.lockutils [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] Acquired lock "refresh_cache-8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.244580] env[62448]: DEBUG nova.network.neutron [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Refreshing network info cache for port 702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.248407] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e721a2-d2e4-497e-9ccc-9b31ee46d6b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.258769] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf9e12-b25c-4a62-8c46-84272106398a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.268255] env[62448]: DEBUG nova.compute.manager [req-e1ef6012-6d6d-4c83-a5e5-18781a2865de req-ad15014b-aca8-4c9d-ba92-204c2504b147 service nova] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Received event network-vif-deleted-dea8a3d5-c148-4e2a-b256-81cc6171017b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.268497] env[62448]: DEBUG nova.compute.manager [req-e1ef6012-6d6d-4c83-a5e5-18781a2865de req-ad15014b-aca8-4c9d-ba92-204c2504b147 service nova] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Received event network-vif-deleted-70ee2bdf-c9e3-4823-a8f6-d0797e91ca76 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.299496] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1944.299770] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.299944] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1944.300164] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.300313] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1944.300468] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1944.300780] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1944.300965] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1944.301150] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1944.301317] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1944.301491] env[62448]: DEBUG nova.virt.hardware [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1944.302338] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5f2ea7-4645-4902-8873-76dfbf24af9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.306070] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1e6a1-c59e-4c54-b32f-ed54a607042e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.317158] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18b7e24-81a2-457e-950b-388fab627140 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.322654] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6185c109-e917-4cba-98a3-5d930a7f931d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.336770] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:92:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b70ee1-ef85-4801-9f90-a8eb6349abbe', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1944.345012] env[62448]: DEBUG oslo.service.loopingcall [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.351965] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1944.352531] env[62448]: DEBUG nova.compute.provider_tree [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.354342] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0059d7c-dd9b-4925-8211-5d0d14a39366 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.379504] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.381057] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.381057] env[62448]: value = "task-2092963" [ 1944.381057] env[62448]: _type = "Task" [ 1944.381057] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.390683] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092963, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.484798] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092960, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.514950] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092962, 'name': CreateVM_Task, 'duration_secs': 0.432826} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.515157] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1944.515873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.516053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.516440] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1944.516690] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ffe3e6-2ec2-4518-8e4f-71f6ef5cdf0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.521350] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1944.521350] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d7f118-8c19-bc51-3401-6bfa3f8f365c" [ 1944.521350] env[62448]: _type = "Task" [ 1944.521350] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.530046] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d7f118-8c19-bc51-3401-6bfa3f8f365c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.534621] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.534889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.742041] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1944.742499] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce2e241-f5ab-4ff7-9a19-ad1ca58943cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.754368] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1944.754368] env[62448]: value = "task-2092964" [ 1944.754368] env[62448]: _type = "Task" [ 1944.754368] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.763547] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.858189] env[62448]: DEBUG nova.scheduler.client.report [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.869426] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.955434} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.870131] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1944.871229] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ab2956-0f0a-4607-9bb0-8665f5b31382 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.902679] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 59ea60b5-2790-4d73-b5e4-bc2ec496edae/59ea60b5-2790-4d73-b5e4-bc2ec496edae.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.909017] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a4c8ec-79b5-49ea-afd8-e6e02aa1c1bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.929974] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092963, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.931566] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1944.931566] env[62448]: value = "task-2092965" [ 1944.931566] env[62448]: _type = "Task" [ 1944.931566] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.940403] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.987377] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092960, 'name': CreateVM_Task, 'duration_secs': 1.882391} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.987523] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1944.988312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.033830] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d7f118-8c19-bc51-3401-6bfa3f8f365c, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.034157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.034404] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1945.034660] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.034820] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.035027] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1945.035500] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.035827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.036090] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fde7559-1d20-4d10-a899-e25ae04f4986 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.038107] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f819a922-da77-47e6-b09c-4076f5897535 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.043509] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1945.043509] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522efaa8-bb75-90b2-46e8-fe8b97b9e351" [ 1945.043509] env[62448]: _type = "Task" [ 1945.043509] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.047982] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1945.048583] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1945.049272] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2499b17d-13b2-4c8d-835e-f11697b14444 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.057566] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522efaa8-bb75-90b2-46e8-fe8b97b9e351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.060927] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1945.060927] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528d5f4f-bf2e-1bc9-dea1-fb64866e1bdc" [ 1945.060927] env[62448]: _type = "Task" [ 1945.060927] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.069861] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528d5f4f-bf2e-1bc9-dea1-fb64866e1bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.116711] env[62448]: DEBUG nova.network.neutron [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Updated VIF entry in instance network info cache for port 702b7585-0934-486b-a0ca-d06b87a08737. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.117382] env[62448]: DEBUG nova.network.neutron [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Updating instance_info_cache with network_info: [{"id": "702b7585-0934-486b-a0ca-d06b87a08737", "address": "fa:16:3e:fe:fe:a3", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702b7585-09", "ovs_interfaceid": "702b7585-0934-486b-a0ca-d06b87a08737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.204251] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.233548] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.233933] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.234227] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.234536] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.234772] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.235038] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.235405] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.235692] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.235969] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.236275] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.236524] env[62448]: DEBUG nova.virt.hardware [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.238008] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be034afb-54fb-4680-ac01-8d9801ae4e81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.248930] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601814f1-2d8f-4a5e-b803-101574b0896a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.270862] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092964, 'name': PowerOffVM_Task, 'duration_secs': 0.191631} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.271208] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1945.271330] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.366474] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.369503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.104s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.369503] env[62448]: DEBUG nova.objects.instance [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lazy-loading 'resources' on Instance uuid d3d2f2e2-b8f2-4732-afaa-ed51e5df375a {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.388074] env[62448]: INFO nova.scheduler.client.report [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Deleted allocations for instance 7fb2a096-9da6-4501-9682-bcce594b4c9f [ 1945.402659] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092963, 'name': CreateVM_Task, 'duration_secs': 0.788508} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.402809] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.403521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.441716] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092965, 'name': ReconfigVM_Task, 'duration_secs': 0.279197} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.441826] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 59ea60b5-2790-4d73-b5e4-bc2ec496edae/59ea60b5-2790-4d73-b5e4-bc2ec496edae.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.443160] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eded479a-1ee1-43fe-96d8-ec3ff1ea434b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.452059] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1945.452059] env[62448]: value = "task-2092966" [ 1945.452059] env[62448]: _type = "Task" [ 1945.452059] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.460943] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092966, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.554053] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522efaa8-bb75-90b2-46e8-fe8b97b9e351, 'name': SearchDatastore_Task, 'duration_secs': 0.017372} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.554231] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.554544] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1945.554866] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.555219] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.555608] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.555942] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28836e36-904e-4cb9-8d39-9242295505fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.560721] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1945.560721] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5204d326-f29f-924e-e7ac-99a3210dcb0a" [ 1945.560721] env[62448]: _type = "Task" [ 1945.560721] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.572190] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5204d326-f29f-924e-e7ac-99a3210dcb0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.575797] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528d5f4f-bf2e-1bc9-dea1-fb64866e1bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.576634] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb27700-c2bc-42a4-af29-be9fcd7908f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.582143] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1945.582143] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b057c0-1570-85fc-a5e4-c27d9ac026e8" [ 1945.582143] env[62448]: _type = "Task" [ 1945.582143] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.592613] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b057c0-1570-85fc-a5e4-c27d9ac026e8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.592868] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.593731] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c/8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1945.593731] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.593731] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1945.593935] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-316ac813-a6f3-4f26-aee6-7856184aae83 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.595701] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5d1ce7-f602-43fe-b046-11becf51480f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.601609] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1945.601609] env[62448]: value = "task-2092967" [ 1945.601609] env[62448]: _type = "Task" [ 1945.601609] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.605506] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1945.605742] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1945.606778] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a022e1ca-9fd7-4889-a8bf-e7dc251dbafa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.611850] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.614864] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1945.614864] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5270a891-c4ba-a411-8463-703b495e3630" [ 1945.614864] env[62448]: _type = "Task" [ 1945.614864] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.622704] env[62448]: DEBUG oslo_concurrency.lockutils [req-82053908-0f4e-4453-a3a0-61761358d95c req-119dd25f-4d92-4c92-a9a7-b78342d5f019 service nova] Releasing lock "refresh_cache-8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.623097] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5270a891-c4ba-a411-8463-703b495e3630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.778074] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.778074] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.778275] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.778410] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.778613] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.778714] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.778971] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.779158] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.779331] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.779498] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.779673] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.785736] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce9c193-7cf0-4134-89a4-1dec7c1ba837 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.804134] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1945.804134] env[62448]: value = "task-2092968" [ 1945.804134] env[62448]: _type = "Task" [ 1945.804134] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.815879] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.900011] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8fe7d74-5710-494a-a8eb-a551ff139751 tempest-ListImageFiltersTestJSON-1191065416 tempest-ListImageFiltersTestJSON-1191065416-project-member] Lock "7fb2a096-9da6-4501-9682-bcce594b4c9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.705s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.964016] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092966, 'name': Rename_Task, 'duration_secs': 0.148831} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.964792] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.964792] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649ea797-c4c5-49f3-b3d4-983f952752b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.973890] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1945.973890] env[62448]: value = "task-2092969" [ 1945.973890] env[62448]: _type = "Task" [ 1945.973890] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.983129] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.079160] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5204d326-f29f-924e-e7ac-99a3210dcb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.017619} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.079518] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.079735] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.080099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.113475] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477725} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.114496] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c/8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1946.114496] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1946.114496] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb19c7c-b9fc-4709-88d2-5ec6a0f442c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.128127] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5270a891-c4ba-a411-8463-703b495e3630, 'name': SearchDatastore_Task, 'duration_secs': 0.007855} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.130052] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1946.130052] env[62448]: value = "task-2092970" [ 1946.130052] env[62448]: _type = "Task" [ 1946.130052] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.133089] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eeac0d3-ee89-4e99-94ea-1b9226cbb488 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.141966] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1946.141966] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5223d602-3019-3fca-7aa5-e807e7f98176" [ 1946.141966] env[62448]: _type = "Task" [ 1946.141966] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.144908] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.154574] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223d602-3019-3fca-7aa5-e807e7f98176, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.154833] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.155196] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1946.155361] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.155546] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.155759] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197b37e2-8c2d-4eb2-be53-a74b49f98909 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.157880] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c4b8da-fe3c-4c77-bbe1-878d70990199 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.163803] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1946.163803] env[62448]: value = "task-2092971" [ 1946.163803] env[62448]: _type = "Task" [ 1946.163803] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.168099] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.168720] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.169364] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f8f2c4-4ca7-47b0-ac4d-c4638b6bf712 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.174282] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.181124] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1946.181124] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527a7c5d-e993-4a1a-9576-616e7b9cee56" [ 1946.181124] env[62448]: _type = "Task" [ 1946.181124] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.189925] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527a7c5d-e993-4a1a-9576-616e7b9cee56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.208016] env[62448]: DEBUG nova.network.neutron [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Successfully updated port: ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.313760] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092968, 'name': ReconfigVM_Task, 'duration_secs': 0.33068} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.314248] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1946.370110] env[62448]: DEBUG nova.compute.manager [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Received event network-vif-plugged-ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.370110] env[62448]: DEBUG oslo_concurrency.lockutils [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] Acquiring lock "fa85be30-cbda-421c-bed2-89587fb77802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.371035] env[62448]: DEBUG oslo_concurrency.lockutils [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] Lock "fa85be30-cbda-421c-bed2-89587fb77802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.371450] env[62448]: DEBUG oslo_concurrency.lockutils [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] Lock "fa85be30-cbda-421c-bed2-89587fb77802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.371767] env[62448]: DEBUG nova.compute.manager [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] No waiting events found dispatching network-vif-plugged-ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1946.372071] env[62448]: WARNING nova.compute.manager [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Received unexpected event network-vif-plugged-ad36d003-f29f-4665-af72-7df54e5b96ea for instance with vm_state building and task_state spawning. [ 1946.372349] env[62448]: DEBUG nova.compute.manager [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Received event network-changed-ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.372537] env[62448]: DEBUG nova.compute.manager [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Refreshing instance network info cache due to event network-changed-ad36d003-f29f-4665-af72-7df54e5b96ea. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1946.372747] env[62448]: DEBUG oslo_concurrency.lockutils [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] Acquiring lock "refresh_cache-fa85be30-cbda-421c-bed2-89587fb77802" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.372883] env[62448]: DEBUG oslo_concurrency.lockutils [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] Acquired lock "refresh_cache-fa85be30-cbda-421c-bed2-89587fb77802" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.373052] env[62448]: DEBUG nova.network.neutron [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Refreshing network info cache for port ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.418318] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b5ed1-811c-47b6-9de9-7d85b79ed2b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.425190] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c826844-99cf-4d67-8a92-e1ddd3352349 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.460035] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7229ad-66be-4592-977b-ae88738c164a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.472744] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2960ce00-0f19-4133-b480-6c1f04f706c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.484317] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.492860] env[62448]: DEBUG nova.compute.provider_tree [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.647148] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070542} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.647357] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1946.648125] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f646ac6-eebe-4b1e-8d1e-f2940dedeb50 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.669784] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c/8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1946.670128] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11dedf1b-6d94-44e1-9fc4-27f0a52031d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.696095] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527a7c5d-e993-4a1a-9576-616e7b9cee56, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.700391] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465324} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.700674] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1946.700674] env[62448]: value = "task-2092972" [ 1946.700674] env[62448]: _type = "Task" [ 1946.700674] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.700863] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ded0c42-d419-4ff2-8e8b-b7a780d293a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.703136] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1946.703361] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1946.703662] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4987ff49-c482-4e76-8dca-d4ec0d29eb27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.708910] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "refresh_cache-fa85be30-cbda-421c-bed2-89587fb77802" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.711954] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1946.711954] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f18576-5fff-aa7a-8d16-fe93ab7fca20" [ 1946.711954] env[62448]: _type = "Task" [ 1946.711954] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.715209] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.719320] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1946.719320] env[62448]: value = "task-2092973" [ 1946.719320] env[62448]: _type = "Task" [ 1946.719320] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.726858] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f18576-5fff-aa7a-8d16-fe93ab7fca20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.731975] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.823818] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:25:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1003dc7d-243f-416e-be91-2b2b264ef1c4',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1290346484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.824162] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.824363] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.824591] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.824774] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.824959] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.825263] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.825517] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.825764] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.826057] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.826327] env[62448]: DEBUG nova.virt.hardware [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.831958] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1946.832280] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8284e94-20b5-4f51-8461-f1c57e2d1f52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.850946] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1946.850946] env[62448]: value = "task-2092974" [ 1946.850946] env[62448]: _type = "Task" [ 1946.850946] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.859406] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.922660] env[62448]: DEBUG nova.network.neutron [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.976761] env[62448]: DEBUG nova.network.neutron [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.988721] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092969, 'name': PowerOnVM_Task, 'duration_secs': 0.768089} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.989600] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.989878] env[62448]: INFO nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Took 16.34 seconds to spawn the instance on the hypervisor. [ 1946.990031] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.990752] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb02e1-a24e-4c05-b7ac-eaae3c774172 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.995405] env[62448]: DEBUG nova.scheduler.client.report [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.213896] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.223851] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f18576-5fff-aa7a-8d16-fe93ab7fca20, 'name': SearchDatastore_Task, 'duration_secs': 0.016869} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.226549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.227604] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1947.227604] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39ce4dd9-0ebc-4dcc-8432-1b8dae3a9a0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.235348] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172485} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.236639] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1947.236974] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1947.236974] env[62448]: value = "task-2092975" [ 1947.236974] env[62448]: _type = "Task" [ 1947.236974] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.238974] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3904cf33-1c16-4ec1-87b7-d60d02824d8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.265435] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.265751] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.265964] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071db56a-3bea-4dac-8120-0e77cccac217 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.285911] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1947.285911] env[62448]: value = "task-2092976" [ 1947.285911] env[62448]: _type = "Task" [ 1947.285911] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.294588] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.362727] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092974, 'name': ReconfigVM_Task, 'duration_secs': 0.168758} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.362727] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1947.363530] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d706fa-8d44-4548-bfb2-b40a436d9da1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.386828] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.387183] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bf3aff0-832c-4938-9506-6b81f921d0fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.407046] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1947.407046] env[62448]: value = "task-2092977" [ 1947.407046] env[62448]: _type = "Task" [ 1947.407046] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.416017] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.483062] env[62448]: DEBUG oslo_concurrency.lockutils [req-b842e169-df8c-4c49-b77e-f165c079b2c4 req-83ec5867-a401-4d6e-a902-891bf8ffb1e6 service nova] Releasing lock "refresh_cache-fa85be30-cbda-421c-bed2-89587fb77802" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.483572] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired lock "refresh_cache-fa85be30-cbda-421c-bed2-89587fb77802" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.483845] env[62448]: DEBUG nova.network.neutron [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.503833] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.510624] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.846s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.510892] env[62448]: DEBUG nova.objects.instance [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lazy-loading 'resources' on Instance uuid 5629531e-003a-4ae4-ba3e-aca40f9088f3 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.517198] env[62448]: INFO nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Took 45.82 seconds to build instance. [ 1947.539846] env[62448]: INFO nova.scheduler.client.report [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Deleted allocations for instance d3d2f2e2-b8f2-4732-afaa-ed51e5df375a [ 1947.720384] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092972, 'name': ReconfigVM_Task, 'duration_secs': 0.892874} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.721234] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c/8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.722121] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d6da52-ada9-4da9-9d2d-4a7a649243bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.732783] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1947.732783] env[62448]: value = "task-2092978" [ 1947.732783] env[62448]: _type = "Task" [ 1947.732783] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.747967] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092978, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.753400] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.800352] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092976, 'name': ReconfigVM_Task, 'duration_secs': 0.281929} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.800851] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35/9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.801985] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-463d69c9-b1b4-4d14-946e-5e59860b638d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.812231] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1947.812231] env[62448]: value = "task-2092979" [ 1947.812231] env[62448]: _type = "Task" [ 1947.812231] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.824329] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092979, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.925137] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092977, 'name': ReconfigVM_Task, 'duration_secs': 0.455298} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.925496] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.925862] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.020016] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.966s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.044567] env[62448]: DEBUG nova.network.neutron [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1948.052919] env[62448]: DEBUG oslo_concurrency.lockutils [None req-470c6707-c929-4f4c-bdcb-7184b182b4a3 tempest-ServerRescueTestJSONUnderV235-1238296004 tempest-ServerRescueTestJSONUnderV235-1238296004-project-member] Lock "d3d2f2e2-b8f2-4732-afaa-ed51e5df375a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.993s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.247078] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092978, 'name': Rename_Task, 'duration_secs': 0.36433} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.247714] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.247974] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c55fb11-3450-4c45-b771-c8d8f8c4c401 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.256183] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753888} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.257192] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1948.257660] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1948.257754] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e37aec-a0ed-46be-98fb-d4780499fa70 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.263131] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1948.263131] env[62448]: value = "task-2092980" [ 1948.263131] env[62448]: _type = "Task" [ 1948.263131] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.272212] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1948.272212] env[62448]: value = "task-2092981" [ 1948.272212] env[62448]: _type = "Task" [ 1948.272212] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.280358] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.287483] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.329086] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092979, 'name': Rename_Task, 'duration_secs': 0.233696} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.329448] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.329713] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68bc2ca-58ef-4090-847f-b48a5b0aed6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.340863] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1948.340863] env[62448]: value = "task-2092982" [ 1948.340863] env[62448]: _type = "Task" [ 1948.340863] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.354765] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092982, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.367681] env[62448]: DEBUG nova.network.neutron [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Updating instance_info_cache with network_info: [{"id": "ad36d003-f29f-4665-af72-7df54e5b96ea", "address": "fa:16:3e:e0:29:84", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad36d003-f2", "ovs_interfaceid": "ad36d003-f29f-4665-af72-7df54e5b96ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.433246] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca06383-1bf0-4d6f-a4c4-079d7afa8917 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.455757] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b08e5-f654-44de-a758-20e4338930a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.476435] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.527799] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1948.532909] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb173c6-4f2c-48d8-83c4-75973e807996 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.539302] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6b7b8-427d-46ff-ae12-5c7397b3d436 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.576145] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08899b6-f6c9-49b3-aae2-4f742a988f0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.583535] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc056113-8b99-4bd8-9b85-3878055fae32 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.598226] env[62448]: DEBUG nova.compute.provider_tree [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.774711] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.783159] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069752} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.783443] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1948.787649] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7508f6fc-707c-4857-941f-ff046fee95e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.812156] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1948.812506] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f448bdfa-8106-4676-b98d-f2b72b3a2ae6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.835603] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1948.835603] env[62448]: value = "task-2092983" [ 1948.835603] env[62448]: _type = "Task" [ 1948.835603] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.848499] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.853437] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.871955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Releasing lock "refresh_cache-fa85be30-cbda-421c-bed2-89587fb77802" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.874380] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Instance network_info: |[{"id": "ad36d003-f29f-4665-af72-7df54e5b96ea", "address": "fa:16:3e:e0:29:84", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad36d003-f2", "ovs_interfaceid": "ad36d003-f29f-4665-af72-7df54e5b96ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1948.874380] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:29:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad36d003-f29f-4665-af72-7df54e5b96ea', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.881428] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Creating folder: Project (522e5179aced485fb0a206b9e0727212). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.882601] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebaf631b-f4cd-475b-a43d-c706340484db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.892416] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Created folder: Project (522e5179aced485fb0a206b9e0727212) in parent group-v428508. [ 1948.892633] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Creating folder: Instances. Parent ref: group-v428657. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.892888] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdca3808-cf01-412c-ad0e-5501f6eff518 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.901393] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Created folder: Instances in parent group-v428657. [ 1948.901800] env[62448]: DEBUG oslo.service.loopingcall [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.902718] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.903010] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f5a061-20e6-41af-9895-8fd0abd266d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.923434] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.923434] env[62448]: value = "task-2092986" [ 1948.923434] env[62448]: _type = "Task" [ 1948.923434] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.930292] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092986, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.034844] env[62448]: DEBUG nova.network.neutron [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Port 7d854481-c56c-441c-aae7-69945bf8a0dd binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1949.058106] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.105025] env[62448]: DEBUG nova.scheduler.client.report [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.278021] env[62448]: DEBUG oslo_vmware.api [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092980, 'name': PowerOnVM_Task, 'duration_secs': 0.931791} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.278021] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.278021] env[62448]: INFO nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Took 11.57 seconds to spawn the instance on the hypervisor. [ 1949.278021] env[62448]: DEBUG nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.278021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006f97c-43df-495b-ba32-8f17f9531188 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.356381] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.362983] env[62448]: DEBUG oslo_vmware.api [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092982, 'name': PowerOnVM_Task, 'duration_secs': 0.525092} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.363419] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.363675] env[62448]: DEBUG nova.compute.manager [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.364482] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854effd-92ee-4a85-a693-e48a67c79cf5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.432982] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092986, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.610662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.615649] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.161s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.617378] env[62448]: INFO nova.compute.claims [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1949.651744] env[62448]: INFO nova.scheduler.client.report [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Deleted allocations for instance 5629531e-003a-4ae4-ba3e-aca40f9088f3 [ 1949.810404] env[62448]: INFO nova.compute.manager [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Took 43.56 seconds to build instance. [ 1949.850169] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092983, 'name': ReconfigVM_Task, 'duration_secs': 0.736994} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.850477] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.851442] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08e286b4-cf69-4e5c-8f82-a64f12126dab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.860271] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1949.860271] env[62448]: value = "task-2092987" [ 1949.860271] env[62448]: _type = "Task" [ 1949.860271] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.869639] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092987, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.888466] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.935224] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2092986, 'name': CreateVM_Task, 'duration_secs': 0.660373} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.935418] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.937123] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.937297] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.937634] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.937908] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329d3b51-260f-4485-b50b-001077595e9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.945698] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1949.945698] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5267c538-988c-eb52-1a0f-596979d41164" [ 1949.945698] env[62448]: _type = "Task" [ 1949.945698] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.958537] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5267c538-988c-eb52-1a0f-596979d41164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.064402] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "c6163c18-0074-4336-aeda-272f9da51db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.067754] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.067754] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.159632] env[62448]: DEBUG oslo_concurrency.lockutils [None req-37d25024-6687-4dbf-9bf5-f734a6dced5f tempest-ServersTestMultiNic-1844870951 tempest-ServersTestMultiNic-1844870951-project-member] Lock "5629531e-003a-4ae4-ba3e-aca40f9088f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.412s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.312852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-644813e6-a779-4387-bb0e-5308984e52dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.224s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.371530] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092987, 'name': Rename_Task, 'duration_secs': 0.241404} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.371812] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.372185] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54917929-cb41-402a-885b-9fa4ac3be82a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.378844] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1950.378844] env[62448]: value = "task-2092988" [ 1950.378844] env[62448]: _type = "Task" [ 1950.378844] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.387151] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.456152] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5267c538-988c-eb52-1a0f-596979d41164, 'name': SearchDatastore_Task, 'duration_secs': 0.012841} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.456577] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.456834] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.457111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.457335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.457554] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.457854] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a154f4f-5af5-4dd7-ac13-98f3efedbbfe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.467646] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.467846] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.468582] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e150bd-d1af-4bcc-9198-cc7bafcc478c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.473550] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1950.473550] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ced865-5526-a21c-6054-4073c7a0d427" [ 1950.473550] env[62448]: _type = "Task" [ 1950.473550] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.482201] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ced865-5526-a21c-6054-4073c7a0d427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.815540] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1950.895583] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092988, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.987434] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ced865-5526-a21c-6054-4073c7a0d427, 'name': SearchDatastore_Task, 'duration_secs': 0.017675} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.989886] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eebf853-f2a6-48ce-8ebb-47afb66f5fbf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.998699] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1950.998699] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523d2c26-d8c8-5b79-0023-e4eb64dcb703" [ 1950.998699] env[62448]: _type = "Task" [ 1950.998699] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.006827] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d2c26-d8c8-5b79-0023-e4eb64dcb703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.122272] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.122272] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.122463] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.122508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.122790] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.132584] env[62448]: INFO nova.compute.manager [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Terminating instance [ 1951.150222] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.150450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.150629] env[62448]: DEBUG nova.network.neutron [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.194319] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5107e0d-ee9f-4f4c-918c-2ee7407b5d2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.206703] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3058ba7c-1390-4bd4-8012-827275dc4018 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.243519] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5d0c4-3944-419a-aba4-eaee5c033c57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.252316] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4b0c4-065d-4a31-88ac-f3d479b633a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.268467] env[62448]: DEBUG nova.compute.provider_tree [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1951.313378] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.313664] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.353313] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.391206] env[62448]: DEBUG oslo_vmware.api [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092988, 'name': PowerOnVM_Task, 'duration_secs': 0.843271} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.391493] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.391779] env[62448]: DEBUG nova.compute.manager [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.392956] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc04daa-a669-4f94-933b-adb7e048e6fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.404912] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.405161] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.405367] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.406042] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.406042] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.409150] env[62448]: INFO nova.compute.manager [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Terminating instance [ 1951.511490] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d2c26-d8c8-5b79-0023-e4eb64dcb703, 'name': SearchDatastore_Task, 'duration_secs': 0.013091} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.511658] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.511912] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fa85be30-cbda-421c-bed2-89587fb77802/fa85be30-cbda-421c-bed2-89587fb77802.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.512558] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea022aa-f2e0-4ebe-bb17-5dc1b8524991 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.521540] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1951.521540] env[62448]: value = "task-2092989" [ 1951.521540] env[62448]: _type = "Task" [ 1951.521540] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.530990] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.635939] env[62448]: DEBUG nova.compute.manager [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1951.636394] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1951.639162] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bc292-7e80-423b-89e0-6725164b8d34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.646779] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.646779] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91297c76-6f0c-4de7-9588-a3fa190ab6d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.652315] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1951.652315] env[62448]: value = "task-2092990" [ 1951.652315] env[62448]: _type = "Task" [ 1951.652315] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.669069] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.803192] env[62448]: ERROR nova.scheduler.client.report [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [req-77060c59-43e5-4612-8173-efb3f7e6820f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-77060c59-43e5-4612-8173-efb3f7e6820f"}]} [ 1951.827868] env[62448]: DEBUG nova.scheduler.client.report [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1951.846754] env[62448]: DEBUG nova.scheduler.client.report [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1951.846999] env[62448]: DEBUG nova.compute.provider_tree [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1951.861741] env[62448]: DEBUG nova.scheduler.client.report [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1951.892233] env[62448]: DEBUG nova.scheduler.client.report [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1951.912073] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.912562] env[62448]: DEBUG nova.compute.manager [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1951.912733] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1951.913649] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc22ceb5-1ba9-49c3-9645-71eca917d88f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.925134] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.925465] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89cfadc-8116-496e-9360-1b3307abe16c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.944594] env[62448]: DEBUG oslo_vmware.api [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1951.944594] env[62448]: value = "task-2092991" [ 1951.944594] env[62448]: _type = "Task" [ 1951.944594] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.960625] env[62448]: DEBUG oslo_vmware.api [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.043496] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092989, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.109905] env[62448]: DEBUG nova.network.neutron [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.165985] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092990, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.277026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.277026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.277026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.277026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.277026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.277026] env[62448]: INFO nova.compute.manager [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Terminating instance [ 1952.446131] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd27fded-24b9-4c21-81c1-c07168e4a165 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.458434] env[62448]: DEBUG oslo_vmware.api [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092991, 'name': PowerOffVM_Task, 'duration_secs': 0.398394} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.461912] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.462113] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.462416] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc83941c-16b6-49ba-bf76-c4b61bce09b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.465207] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d40b3c-f429-4056-8898-a68b14edfa9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.504634] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30929d9-395a-4770-8e1d-b6d443bb5595 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.512493] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca245a-5090-4a26-ba65-cc8a20fef99f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.527687] env[62448]: DEBUG nova.compute.provider_tree [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.537718] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521764} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.538542] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fa85be30-cbda-421c-bed2-89587fb77802/fa85be30-cbda-421c-bed2-89587fb77802.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.538762] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.539020] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cb13d8-d812-41a3-a2bd-f1524499a48e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.545388] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1952.545388] env[62448]: value = "task-2092993" [ 1952.545388] env[62448]: _type = "Task" [ 1952.545388] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.553769] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.618535] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.663041] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2092990, 'name': PowerOffVM_Task, 'duration_secs': 0.67066} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.663320] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.663482] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.663732] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d68c38c4-4bb8-431d-a04c-7db85b1fa1ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.777475] env[62448]: INFO nova.compute.manager [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Rebuilding instance [ 1952.785938] env[62448]: DEBUG nova.compute.manager [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.786148] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.787087] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55d1c1-576e-4461-8565-26121c708653 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.795070] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.795508] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a869fe-bb7e-44aa-81ef-e93d6707e69e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.803700] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1952.803700] env[62448]: value = "task-2092995" [ 1952.803700] env[62448]: _type = "Task" [ 1952.803700] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.821785] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.834058] env[62448]: DEBUG nova.compute.manager [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.834899] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe62b9-b609-4bdf-8ddd-31c0d150bc73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.033667] env[62448]: DEBUG nova.scheduler.client.report [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.055999] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066426} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.056476] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.057645] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78477b4-67c3-4ce2-8629-398df106340f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.087466] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] fa85be30-cbda-421c-bed2-89587fb77802/fa85be30-cbda-421c-bed2-89587fb77802.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.088695] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c01a2b3-d382-49bd-8c65-8eefbf762e8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.112013] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1953.112013] env[62448]: value = "task-2092996" [ 1953.112013] env[62448]: _type = "Task" [ 1953.112013] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.120857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "056895fd-c554-45f8-8f67-982ff3494ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.121276] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.131870] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.152913] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7c998-74ce-4f52-acfe-7cc5dc276676 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.172628] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fe2ec9-3795-4b81-85dc-272dfef0e2fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.180061] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.315201] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092995, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.543020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.924s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.543020] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1953.547846] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.258s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.549183] env[62448]: DEBUG nova.objects.instance [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lazy-loading 'resources' on Instance uuid f7ba5882-e1c8-48ae-ba83-f893e1eade3d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.623647] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.686910] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.687255] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d7fb49-1547-42bc-8834-4a8167619d18 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.699131] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1953.699131] env[62448]: value = "task-2092997" [ 1953.699131] env[62448]: _type = "Task" [ 1953.699131] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.706248] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.818163] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2092995, 'name': PowerOffVM_Task, 'duration_secs': 0.535982} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.818518] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.818707] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1953.819048] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21992463-64b5-4408-80ad-f8968e4b9a07 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.850041] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.850041] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-751b899c-69ad-4832-a0be-1856e527b51a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.856029] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1953.856029] env[62448]: value = "task-2092999" [ 1953.856029] env[62448]: _type = "Task" [ 1953.856029] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.866316] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.057215] env[62448]: DEBUG nova.compute.utils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1954.058093] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1954.062368] env[62448]: DEBUG nova.network.neutron [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1954.127764] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2092996, 'name': ReconfigVM_Task, 'duration_secs': 0.766548} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.128063] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Reconfigured VM instance instance-00000032 to attach disk [datastore2] fa85be30-cbda-421c-bed2-89587fb77802/fa85be30-cbda-421c-bed2-89587fb77802.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1954.128880] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f73d40ca-a790-40ce-adc0-3852fe5df981 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.140830] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1954.140830] env[62448]: value = "task-2093000" [ 1954.140830] env[62448]: _type = "Task" [ 1954.140830] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.152919] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093000, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.156167] env[62448]: DEBUG nova.policy [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2547e69758eb480897498525ea935fc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59539326799d4d3e94e1f3c6b9470406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1954.211771] env[62448]: DEBUG oslo_vmware.api [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2092997, 'name': PowerOnVM_Task, 'duration_secs': 0.45571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.213825] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.214132] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1ea02-fcd9-44a0-869b-316d598894a7 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance 'c6163c18-0074-4336-aeda-272f9da51db0' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1954.370942] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2092999, 'name': PowerOffVM_Task, 'duration_secs': 0.188935} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.373872] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.374213] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.375414] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9836d608-9b71-4920-97fa-3f10a5f44f31 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.383632] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.383686] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8416ed27-bce4-40c6-8c5f-9e70b83d98e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.569591] env[62448]: DEBUG nova.compute.utils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1954.613092] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3dfd96-acf7-4cbc-8f5d-f5fc3ee64128 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.622565] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c28de67-5565-41d0-a8ea-a85800ffdd6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.659520] env[62448]: DEBUG nova.network.neutron [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Successfully created port: 59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1954.664781] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab81226-e6ee-475e-9b96-8d126b5eb5a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.672967] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093000, 'name': Rename_Task, 'duration_secs': 0.245056} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.675117] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.675414] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbdf5536-23d3-4faf-9cfc-be20f3d554eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.678609] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8589fdc3-de83-477f-b994-9d897dd4086f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.693012] env[62448]: DEBUG nova.compute.provider_tree [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.695541] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 1954.695541] env[62448]: value = "task-2093002" [ 1954.695541] env[62448]: _type = "Task" [ 1954.695541] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.703588] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093002, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.072758] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1955.197561] env[62448]: DEBUG nova.scheduler.client.report [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1955.217906] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.383903] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.384165] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.712126] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.714067] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.714539] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.355s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.715960] env[62448]: INFO nova.compute.claims [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.747027] env[62448]: INFO nova.scheduler.client.report [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Deleted allocations for instance f7ba5882-e1c8-48ae-ba83-f893e1eade3d [ 1956.089431] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.123804] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:24:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='803719704',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-969239517',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.124070] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.124234] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.124418] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.124555] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.124741] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.124906] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.125079] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.125252] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.125408] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.125580] env[62448]: DEBUG nova.virt.hardware [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.126495] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010601a5-dc48-4035-a0b3-bc7215353db8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.135287] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a88c72-c80d-463f-8012-5b585d0f0d00 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.212166] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093002, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.260126] env[62448]: DEBUG oslo_concurrency.lockutils [None req-43b40397-2081-4706-a745-98d940d37f63 tempest-ListServerFiltersTestJSON-35078486 tempest-ListServerFiltersTestJSON-35078486-project-member] Lock "f7ba5882-e1c8-48ae-ba83-f893e1eade3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.422s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.712219] env[62448]: DEBUG oslo_vmware.api [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093002, 'name': PowerOnVM_Task, 'duration_secs': 1.553704} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.712486] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1956.712692] env[62448]: INFO nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Took 11.51 seconds to spawn the instance on the hypervisor. [ 1956.713018] env[62448]: DEBUG nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.713663] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f2a7de-106e-49c0-bcb6-408e97321a56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.997943] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-3b730f3f-9462-4279-9ffa-d6e5052d8bb4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.998173] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-3b730f3f-9462-4279-9ffa-d6e5052d8bb4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.998638] env[62448]: DEBUG nova.objects.instance [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'flavor' on Instance uuid 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.158989] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b276a31-540e-4445-9df1-20ca78e81f08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.168057] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e8ca93-ef36-40b4-b1c3-1f467007e6fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.198515] env[62448]: DEBUG nova.network.neutron [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Port 7d854481-c56c-441c-aae7-69945bf8a0dd binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1957.198791] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.198941] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.199123] env[62448]: DEBUG nova.network.neutron [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1957.200801] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c123e031-283e-4bb2-a52d-b587f5de85e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.208992] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e872d-4c10-4ee0-af31-b11f2e6816bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.222767] env[62448]: DEBUG nova.compute.provider_tree [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.230190] env[62448]: INFO nova.compute.manager [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Took 42.77 seconds to build instance. [ 1957.609300] env[62448]: DEBUG nova.objects.instance [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.729012] env[62448]: DEBUG nova.scheduler.client.report [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.734509] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7722e604-5259-4def-83e4-26dbf6362f9b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "fa85be30-cbda-421c-bed2-89587fb77802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.003s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.906230] env[62448]: DEBUG nova.network.neutron [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.112751] env[62448]: DEBUG nova.objects.base [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Object Instance<3b730f3f-9462-4279-9ffa-d6e5052d8bb4> lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1958.113251] env[62448]: DEBUG nova.network.neutron [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.159497] env[62448]: DEBUG nova.policy [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.236170] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.236791] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1958.239483] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.181s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.240832] env[62448]: INFO nova.compute.claims [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1958.243240] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1958.409989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.474898] env[62448]: DEBUG nova.network.neutron [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Successfully created port: e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.749345] env[62448]: DEBUG nova.compute.utils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.752668] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.752816] env[62448]: DEBUG nova.network.neutron [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.773018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.831173] env[62448]: DEBUG nova.policy [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ec544a9f1b4390bdc9407916c791eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e0f2bbd3fb43478c810c117716eb80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.916609] env[62448]: DEBUG nova.compute.manager [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62448) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1958.916865] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.917151] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.917359] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.918216] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleting the datastore file [datastore2] 59ea60b5-2790-4d73-b5e4-bc2ec496edae {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.918216] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17bcec9-b411-43d7-bc66-e822ce5b8439 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.933025] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1958.933025] env[62448]: value = "task-2093003" [ 1958.933025] env[62448]: _type = "Task" [ 1958.933025] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.988810] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.988810] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.988810] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.988810] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleting the datastore file [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.988810] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c402c386-4900-4349-a8f4-31df3885db23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.988810] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1958.988810] env[62448]: value = "task-2093004" [ 1958.988810] env[62448]: _type = "Task" [ 1958.988810] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.988810] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.030889] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.031924] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.031924] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.031924] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-933d7cc7-0ff8-4418-84d8-85bb99307db3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.037414] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.037652] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.037855] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleting the datastore file [datastore2] 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.038160] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49110395-5f91-4e9f-80d7-ce72454c8fe1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.042661] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 1959.042661] env[62448]: value = "task-2093005" [ 1959.042661] env[62448]: _type = "Task" [ 1959.042661] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.049094] env[62448]: DEBUG oslo_vmware.api [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 1959.049094] env[62448]: value = "task-2093006" [ 1959.049094] env[62448]: _type = "Task" [ 1959.049094] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.057984] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.066537] env[62448]: DEBUG oslo_vmware.api [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.256020] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1959.443340] env[62448]: DEBUG oslo_vmware.api [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161659} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.443340] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.443340] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.443340] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.443340] env[62448]: INFO nova.compute.manager [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Took 7.81 seconds to destroy the instance on the hypervisor. [ 1959.443340] env[62448]: DEBUG oslo.service.loopingcall [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.443340] env[62448]: DEBUG nova.compute.manager [-] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.443340] env[62448]: DEBUG nova.network.neutron [-] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.460099] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158142} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.461389] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.461580] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.461757] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.468901] env[62448]: DEBUG nova.network.neutron [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Successfully created port: 9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1959.564575] env[62448]: DEBUG oslo_vmware.api [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152567} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.564907] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.565193] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.565381] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.565687] env[62448]: INFO nova.compute.manager [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Took 6.78 seconds to destroy the instance on the hypervisor. [ 1959.566041] env[62448]: DEBUG oslo.service.loopingcall [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.570285] env[62448]: DEBUG nova.compute.manager [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.570435] env[62448]: DEBUG nova.network.neutron [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.572017] env[62448]: DEBUG oslo_vmware.api [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159418} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.572330] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.572774] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.572851] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.572992] env[62448]: INFO nova.compute.manager [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Took 7.66 seconds to destroy the instance on the hypervisor. [ 1959.573382] env[62448]: DEBUG oslo.service.loopingcall [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.578022] env[62448]: DEBUG nova.compute.manager [-] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.578022] env[62448]: DEBUG nova.network.neutron [-] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.777326] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c45977-8ec1-4f9a-af0d-a8a81615547e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.785314] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0152f-72a7-469b-9475-0c28009efe0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.820065] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a0e591-e0ea-4528-a42f-732cdbd89a0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.828752] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b241fd91-650d-4630-8b3a-76d1335c90ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.846330] env[62448]: DEBUG nova.compute.provider_tree [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.239464] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "53d891e5-0518-48cf-a216-ea6875584b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.239812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "53d891e5-0518-48cf-a216-ea6875584b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.269304] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1960.303460] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.303460] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.303460] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.303460] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.303460] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.303460] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.303695] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.303760] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.304489] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.304489] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.304489] env[62448]: DEBUG nova.virt.hardware [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.305674] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfcef0-5e44-45df-8a07-a92d84498244 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.316704] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e910f32-3683-44c5-a8d1-d6f9c7868448 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.349889] env[62448]: DEBUG nova.scheduler.client.report [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.506411] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.506411] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.506411] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.506665] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.507316] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.507671] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.508052] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.508353] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.510021] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.510021] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.510021] env[62448]: DEBUG nova.virt.hardware [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.510243] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe92b94-68f2-420c-ac63-47bd564cfc22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.519792] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd32c453-d180-42c1-9e78-a5898636b7c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.536225] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:92:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b70ee1-ef85-4801-9f90-a8eb6349abbe', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.544785] env[62448]: DEBUG oslo.service.loopingcall [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.545279] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.545563] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8daf7c76-91de-4c07-8028-e5d29025a649 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.567369] env[62448]: DEBUG nova.network.neutron [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Successfully updated port: e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.571303] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.571303] env[62448]: value = "task-2093007" [ 1960.571303] env[62448]: _type = "Task" [ 1960.571303] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.581138] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093007, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.604664] env[62448]: DEBUG nova.network.neutron [-] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.640984] env[62448]: DEBUG nova.network.neutron [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Successfully updated port: 59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.809458] env[62448]: DEBUG nova.network.neutron [-] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.859171] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.859171] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1960.861526] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.773s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.862917] env[62448]: INFO nova.compute.claims [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.867978] env[62448]: DEBUG nova.network.neutron [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.076021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.076021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.076021] env[62448]: DEBUG nova.network.neutron [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.085692] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093007, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.106884] env[62448]: INFO nova.compute.manager [-] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Took 1.66 seconds to deallocate network for instance. [ 1961.122879] env[62448]: DEBUG nova.compute.manager [req-40761ced-cc85-41db-9c26-acec25274aba req-1ce3d76d-a43b-49f5-9dba-672f0526aead service nova] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Received event network-vif-deleted-5a6ef908-730f-45f8-88c9-ac30cb0c615e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.143973] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.144170] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.144352] env[62448]: DEBUG nova.network.neutron [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.314621] env[62448]: INFO nova.compute.manager [-] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Took 1.74 seconds to deallocate network for instance. [ 1961.372407] env[62448]: DEBUG nova.compute.utils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1961.376808] env[62448]: INFO nova.compute.manager [-] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Took 1.81 seconds to deallocate network for instance. [ 1961.377149] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1961.377339] env[62448]: DEBUG nova.network.neutron [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1961.443953] env[62448]: DEBUG nova.policy [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818224adf6814a289843d655744e156c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100f0c01fa2d459aa060a6b417b14dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1961.590985] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093007, 'name': CreateVM_Task, 'duration_secs': 0.585088} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.591179] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.591858] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.592204] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.592557] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.594161] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712c0e35-3915-4649-b0cd-26eb427d32be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.599871] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1961.599871] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5270f5ad-9a82-e977-4b6a-ac3fcd298038" [ 1961.599871] env[62448]: _type = "Task" [ 1961.599871] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.614340] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.614855] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5270f5ad-9a82-e977-4b6a-ac3fcd298038, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.615458] env[62448]: DEBUG nova.network.neutron [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Successfully updated port: 9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1961.616892] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.617128] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.617356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.617507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.617681] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.617942] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-febf5ca2-c924-448b-b3fb-e7d338b6a869 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.627256] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.627444] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.628211] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598eee33-8cae-4235-a173-256dbb2713a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.633770] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1961.633770] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527df933-fe0c-218c-29c2-9cd92ee8d275" [ 1961.633770] env[62448]: _type = "Task" [ 1961.633770] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.634750] env[62448]: WARNING nova.network.neutron [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] 8b236d7b-0fe9-47db-a968-007ba0f135d9 already exists in list: networks containing: ['8b236d7b-0fe9-47db-a968-007ba0f135d9']. ignoring it [ 1961.648504] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527df933-fe0c-218c-29c2-9cd92ee8d275, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.649630] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b0bb14-6f17-46ee-b37b-a98600d7434d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.655354] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1961.655354] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5297c5f9-384f-630a-c55c-633c54dec948" [ 1961.655354] env[62448]: _type = "Task" [ 1961.655354] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.663871] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5297c5f9-384f-630a-c55c-633c54dec948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.694113] env[62448]: DEBUG nova.network.neutron [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.812456] env[62448]: DEBUG nova.network.neutron [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Successfully created port: 1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1961.828501] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.877897] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1961.885967] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.963182] env[62448]: DEBUG nova.compute.manager [req-5518ceb7-a3aa-4427-9c4e-5bf8a29b5abd req-42274c53-ac38-4edf-9cf3-2f870da4f354 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Received event network-vif-plugged-9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.963478] env[62448]: DEBUG oslo_concurrency.lockutils [req-5518ceb7-a3aa-4427-9c4e-5bf8a29b5abd req-42274c53-ac38-4edf-9cf3-2f870da4f354 service nova] Acquiring lock "19b3ca53-b5a7-4c34-998f-870cf9285e33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.963762] env[62448]: DEBUG oslo_concurrency.lockutils [req-5518ceb7-a3aa-4427-9c4e-5bf8a29b5abd req-42274c53-ac38-4edf-9cf3-2f870da4f354 service nova] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.963991] env[62448]: DEBUG oslo_concurrency.lockutils [req-5518ceb7-a3aa-4427-9c4e-5bf8a29b5abd req-42274c53-ac38-4edf-9cf3-2f870da4f354 service nova] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.964437] env[62448]: DEBUG nova.compute.manager [req-5518ceb7-a3aa-4427-9c4e-5bf8a29b5abd req-42274c53-ac38-4edf-9cf3-2f870da4f354 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] No waiting events found dispatching network-vif-plugged-9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1961.964437] env[62448]: WARNING nova.compute.manager [req-5518ceb7-a3aa-4427-9c4e-5bf8a29b5abd req-42274c53-ac38-4edf-9cf3-2f870da4f354 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Received unexpected event network-vif-plugged-9f5ace1c-e6fa-40f3-be96-93fa983d0dac for instance with vm_state building and task_state spawning. [ 1961.981366] env[62448]: DEBUG nova.network.neutron [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Updating instance_info_cache with network_info: [{"id": "59ece97e-a77d-49d8-bd3c-870237eda895", "address": "fa:16:3e:9b:c5:03", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ece97e-a7", "ovs_interfaceid": "59ece97e-a77d-49d8-bd3c-870237eda895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.130601] env[62448]: DEBUG nova.network.neutron [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5907541-febd-4213-87da-358a20ec9577", "address": "fa:16:3e:b2:cc:c1", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5907541-fe", "ovs_interfaceid": "e5907541-febd-4213-87da-358a20ec9577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.137456] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "refresh_cache-19b3ca53-b5a7-4c34-998f-870cf9285e33" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.137456] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "refresh_cache-19b3ca53-b5a7-4c34-998f-870cf9285e33" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.137456] env[62448]: DEBUG nova.network.neutron [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.165975] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5297c5f9-384f-630a-c55c-633c54dec948, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.167028] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.167028] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.169334] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b543b43d-d3c2-4fdb-b9f1-e38ba56ef5d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.176678] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1962.176678] env[62448]: value = "task-2093008" [ 1962.176678] env[62448]: _type = "Task" [ 1962.176678] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.184872] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.389292] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68544777-a2f1-4fbc-8cc4-b8fd47180ea2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.397345] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a506868-c487-4626-8e3b-d4c50459c9d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.432307] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2878e456-8ae7-485f-bd23-79dd08f015ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.441710] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a041d8-aad9-4e7f-8a8c-c9633ef22458 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.455874] env[62448]: DEBUG nova.compute.provider_tree [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.484807] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Releasing lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.485249] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Instance network_info: |[{"id": "59ece97e-a77d-49d8-bd3c-870237eda895", "address": "fa:16:3e:9b:c5:03", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ece97e-a7", "ovs_interfaceid": "59ece97e-a77d-49d8-bd3c-870237eda895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.486105] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:c5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59ece97e-a77d-49d8-bd3c-870237eda895', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.494465] env[62448]: DEBUG oslo.service.loopingcall [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.494615] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.494718] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc9a220c-c551-46eb-a2de-919dcc5856a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.518550] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.518550] env[62448]: value = "task-2093009" [ 1962.518550] env[62448]: _type = "Task" [ 1962.518550] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.529523] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093009, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.633099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.634019] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.634206] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.635240] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a8647-b99d-476e-a500-5085bfe68c4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.658569] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.658569] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.658763] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.658870] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.659177] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.659390] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.659621] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.659799] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.660077] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.660330] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.660517] env[62448]: DEBUG nova.virt.hardware [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.668323] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Reconfiguring VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1962.669666] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55337cd8-de50-44fb-97c8-99773ce6f26c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.692665] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.694247] env[62448]: DEBUG oslo_vmware.api [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1962.694247] env[62448]: value = "task-2093010" [ 1962.694247] env[62448]: _type = "Task" [ 1962.694247] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.705789] env[62448]: DEBUG oslo_vmware.api [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093010, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.706520] env[62448]: DEBUG nova.network.neutron [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1962.852899] env[62448]: DEBUG nova.network.neutron [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Updating instance_info_cache with network_info: [{"id": "9f5ace1c-e6fa-40f3-be96-93fa983d0dac", "address": "fa:16:3e:27:8d:3a", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5ace1c-e6", "ovs_interfaceid": "9f5ace1c-e6fa-40f3-be96-93fa983d0dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.893037] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1962.923677] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.923987] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.924215] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.924475] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.924671] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.924845] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.925116] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.925314] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.925513] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.925680] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.925894] env[62448]: DEBUG nova.virt.hardware [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.926925] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef2113f-db5e-4443-aad6-c773f7f1cbd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.935700] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a75c2af-d9cc-486c-8b4c-bf6584a28e1d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.959802] env[62448]: DEBUG nova.scheduler.client.report [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.027969] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093009, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.192856] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601585} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.193197] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.193498] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.193795] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d6bf01-773f-4484-969a-8d048ed6b77c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.205923] env[62448]: DEBUG oslo_vmware.api [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.207449] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1963.207449] env[62448]: value = "task-2093011" [ 1963.207449] env[62448]: _type = "Task" [ 1963.207449] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.216259] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.355102] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "refresh_cache-19b3ca53-b5a7-4c34-998f-870cf9285e33" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.355454] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Instance network_info: |[{"id": "9f5ace1c-e6fa-40f3-be96-93fa983d0dac", "address": "fa:16:3e:27:8d:3a", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5ace1c-e6", "ovs_interfaceid": "9f5ace1c-e6fa-40f3-be96-93fa983d0dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1963.355871] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:8d:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f5ace1c-e6fa-40f3-be96-93fa983d0dac', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1963.364037] env[62448]: DEBUG oslo.service.loopingcall [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.364037] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1963.364037] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba1331a7-3e2b-4319-9dad-14a456846ecc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.383532] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1963.383532] env[62448]: value = "task-2093012" [ 1963.383532] env[62448]: _type = "Task" [ 1963.383532] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.391654] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093012, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.456753] env[62448]: DEBUG nova.network.neutron [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Successfully updated port: 1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.465181] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.465706] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.468467] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.757s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.469947] env[62448]: INFO nova.compute.claims [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1963.530998] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093009, 'name': CreateVM_Task, 'duration_secs': 0.753201} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.531144] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.531851] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.532105] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.532622] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.533055] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f92fce2-ac8f-4f14-b252-0ab91cc16371 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.538212] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1963.538212] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520ede76-3aa9-ae0f-ea45-218e7c8be767" [ 1963.538212] env[62448]: _type = "Task" [ 1963.538212] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.547736] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520ede76-3aa9-ae0f-ea45-218e7c8be767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.705434] env[62448]: DEBUG oslo_vmware.api [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093010, 'name': ReconfigVM_Task, 'duration_secs': 0.657268} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.705944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.706177] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Reconfigured VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1963.716458] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065487} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.716691] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1963.717498] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0485008-fc1a-44a7-ac22-da4bb87e2f16 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.740809] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1963.741367] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e21b01-a450-45d0-827b-4be77a4c49db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.760733] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1963.760733] env[62448]: value = "task-2093013" [ 1963.760733] env[62448]: _type = "Task" [ 1963.760733] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.768633] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.844883] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Received event network-vif-deleted-702b7585-0934-486b-a0ca-d06b87a08737 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.845140] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-vif-plugged-e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.845332] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.845563] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.845885] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.846099] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] No waiting events found dispatching network-vif-plugged-e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1963.846280] env[62448]: WARNING nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received unexpected event network-vif-plugged-e5907541-febd-4213-87da-358a20ec9577 for instance with vm_state active and task_state None. [ 1963.846578] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Received event network-vif-deleted-bfe553ad-b3a9-4ccb-a372-583184581520 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.846850] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Received event network-vif-plugged-59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.847059] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Acquiring lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.847598] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.847598] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.847688] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] No waiting events found dispatching network-vif-plugged-59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1963.847805] env[62448]: WARNING nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Received unexpected event network-vif-plugged-59ece97e-a77d-49d8-bd3c-870237eda895 for instance with vm_state building and task_state spawning. [ 1963.847972] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-changed-e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.848140] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Refreshing instance network info cache due to event network-changed-e5907541-febd-4213-87da-358a20ec9577. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1963.848519] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Acquiring lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.848519] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Acquired lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.848602] env[62448]: DEBUG nova.network.neutron [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Refreshing network info cache for port e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.893945] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093012, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.959889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.960093] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.960263] env[62448]: DEBUG nova.network.neutron [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.972038] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.972625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.977238] env[62448]: DEBUG nova.compute.utils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.978890] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1963.979093] env[62448]: DEBUG nova.network.neutron [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1964.026554] env[62448]: DEBUG nova.policy [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a32572abf744492a3560b13c28cf854', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb305d70480b459f8c0799886970ab31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.048161] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520ede76-3aa9-ae0f-ea45-218e7c8be767, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.048454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.048685] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1964.048917] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.049075] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.049252] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1964.049507] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9cb6723-5bcc-4217-81da-3e4c9a61aeab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.057203] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1964.057380] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1964.058091] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf72ba5-03d1-4803-a51c-0bf133f2500d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.063172] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1964.063172] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5215aa2e-bf16-1c60-a756-2216a698eadb" [ 1964.063172] env[62448]: _type = "Task" [ 1964.063172] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.070260] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5215aa2e-bf16-1c60-a756-2216a698eadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.214111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5183ba9b-d6ac-4577-a617-b08544de2580 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-3b730f3f-9462-4279-9ffa-d6e5052d8bb4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.216s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.275241] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093013, 'name': ReconfigVM_Task, 'duration_secs': 0.281592} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.275504] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37/d8737c9a-981e-4a30-8c93-db9ee952bd37.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1964.276164] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fea260e5-ce5b-4c97-b3df-98f5210d096a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.285721] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1964.285721] env[62448]: value = "task-2093014" [ 1964.285721] env[62448]: _type = "Task" [ 1964.285721] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.295738] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093014, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.303589] env[62448]: DEBUG nova.network.neutron [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Successfully created port: 12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.398362] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093012, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.483278] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.514105] env[62448]: DEBUG nova.network.neutron [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.577607] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5215aa2e-bf16-1c60-a756-2216a698eadb, 'name': SearchDatastore_Task, 'duration_secs': 0.008738} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.578472] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2575bca6-e38b-467a-9576-10e4d7591278 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.593042] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1964.593042] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522cfff8-080d-95f1-67bb-68d0c4f4f80c" [ 1964.593042] env[62448]: _type = "Task" [ 1964.593042] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.595811] env[62448]: DEBUG nova.compute.manager [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Received event network-changed-9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1964.596053] env[62448]: DEBUG nova.compute.manager [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Refreshing instance network info cache due to event network-changed-9f5ace1c-e6fa-40f3-be96-93fa983d0dac. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1964.596317] env[62448]: DEBUG oslo_concurrency.lockutils [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] Acquiring lock "refresh_cache-19b3ca53-b5a7-4c34-998f-870cf9285e33" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.596525] env[62448]: DEBUG oslo_concurrency.lockutils [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] Acquired lock "refresh_cache-19b3ca53-b5a7-4c34-998f-870cf9285e33" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.596734] env[62448]: DEBUG nova.network.neutron [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Refreshing network info cache for port 9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.607574] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522cfff8-080d-95f1-67bb-68d0c4f4f80c, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.610723] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.610980] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077/36a01101-24a1-4d38-a9f4-ef6f48fb4077.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.612426] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f921874-4543-485a-a521-50defba5eccc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.620704] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1964.620704] env[62448]: value = "task-2093015" [ 1964.620704] env[62448]: _type = "Task" [ 1964.620704] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.632405] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.756137] env[62448]: DEBUG nova.network.neutron [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Updating instance_info_cache with network_info: [{"id": "1e9c13ed-efa1-4b25-8525-75b536103887", "address": "fa:16:3e:7f:05:5e", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9c13ed-ef", "ovs_interfaceid": "1e9c13ed-efa1-4b25-8525-75b536103887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.799626] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093014, 'name': Rename_Task, 'duration_secs': 0.134754} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.800206] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.800368] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-266e30f2-9c1f-48aa-9710-6ae590a45d41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.810578] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1964.810578] env[62448]: value = "task-2093016" [ 1964.810578] env[62448]: _type = "Task" [ 1964.810578] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.825160] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.903619] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093012, 'name': CreateVM_Task, 'duration_secs': 1.171746} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.906754] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1964.908210] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.908394] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.908737] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1964.909030] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5a59b2-dfd0-446a-91b0-e96b74cc1d02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.916163] env[62448]: DEBUG nova.network.neutron [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updated VIF entry in instance network info cache for port e5907541-febd-4213-87da-358a20ec9577. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1964.916698] env[62448]: DEBUG nova.network.neutron [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5907541-febd-4213-87da-358a20ec9577", "address": "fa:16:3e:b2:cc:c1", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5907541-fe", "ovs_interfaceid": "e5907541-febd-4213-87da-358a20ec9577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.919417] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1964.919417] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52835eac-0dca-f6fe-8a91-c50cfb0a1eef" [ 1964.919417] env[62448]: _type = "Task" [ 1964.919417] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.935188] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52835eac-0dca-f6fe-8a91-c50cfb0a1eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.059756] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fed0f54-a9eb-42a1-baa1-d939f279af48 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.068039] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2ef38-b9e3-45a9-9318-021ca10adacf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.111610] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b2ae2-df77-4b5b-8f9e-693a63776c72 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.121173] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8653fa4-79d9-498d-afa7-4b34b45dfff5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.139491] env[62448]: DEBUG nova.compute.provider_tree [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.144417] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451621} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.144523] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077/36a01101-24a1-4d38-a9f4-ef6f48fb4077.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.145029] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.145029] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c35eb0fd-9357-48cf-8689-26450e386300 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.155592] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1965.155592] env[62448]: value = "task-2093017" [ 1965.155592] env[62448]: _type = "Task" [ 1965.155592] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.164270] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.258698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.259086] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Instance network_info: |[{"id": "1e9c13ed-efa1-4b25-8525-75b536103887", "address": "fa:16:3e:7f:05:5e", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9c13ed-ef", "ovs_interfaceid": "1e9c13ed-efa1-4b25-8525-75b536103887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1965.259505] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:05:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e9c13ed-efa1-4b25-8525-75b536103887', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1965.268559] env[62448]: DEBUG oslo.service.loopingcall [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.268559] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1965.268559] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc63c422-b2a0-4cb3-a70b-c7909fa5b07c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.292760] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1965.292760] env[62448]: value = "task-2093018" [ 1965.292760] env[62448]: _type = "Task" [ 1965.292760] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.303376] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093018, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.320093] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.421955] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Releasing lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.421955] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Received event network-changed-59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.421955] env[62448]: DEBUG nova.compute.manager [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Refreshing instance network info cache due to event network-changed-59ece97e-a77d-49d8-bd3c-870237eda895. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1965.421955] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Acquiring lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.422497] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Acquired lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.422497] env[62448]: DEBUG nova.network.neutron [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Refreshing network info cache for port 59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.428541] env[62448]: DEBUG nova.network.neutron [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Updated VIF entry in instance network info cache for port 9f5ace1c-e6fa-40f3-be96-93fa983d0dac. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.428955] env[62448]: DEBUG nova.network.neutron [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Updating instance_info_cache with network_info: [{"id": "9f5ace1c-e6fa-40f3-be96-93fa983d0dac", "address": "fa:16:3e:27:8d:3a", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5ace1c-e6", "ovs_interfaceid": "9f5ace1c-e6fa-40f3-be96-93fa983d0dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.436583] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52835eac-0dca-f6fe-8a91-c50cfb0a1eef, 'name': SearchDatastore_Task, 'duration_secs': 0.056491} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.437537] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.437795] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1965.438061] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.438236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.438580] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1965.439564] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5af17982-568f-415d-afb3-911a1927a944 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.455040] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1965.455176] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1965.456067] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf75bc17-2eaa-4f58-98b0-cef400650d95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.461703] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1965.461703] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5241cbfe-7008-073d-4a74-aff55b8ca0d5" [ 1965.461703] env[62448]: _type = "Task" [ 1965.461703] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.469570] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5241cbfe-7008-073d-4a74-aff55b8ca0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.493876] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.521026] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.521515] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.521831] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.522236] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.522514] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.522784] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.523117] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.524088] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.524088] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.524088] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.524088] env[62448]: DEBUG nova.virt.hardware [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.525374] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c5ffce-cc8e-4a9d-9905-437f384944bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.533737] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd9000c-22b0-4918-96d0-8579a48c5390 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.646269] env[62448]: DEBUG nova.scheduler.client.report [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.665346] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085378} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.666240] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1965.667059] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84834b-ed3b-44ba-93c1-adfcd47a5eb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.690863] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077/36a01101-24a1-4d38-a9f4-ef6f48fb4077.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1965.691485] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b309d454-c157-4ce7-b11a-70722ad085dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.714009] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1965.714009] env[62448]: value = "task-2093019" [ 1965.714009] env[62448]: _type = "Task" [ 1965.714009] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.721832] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.802602] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093018, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.820663] env[62448]: DEBUG oslo_vmware.api [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093016, 'name': PowerOnVM_Task, 'duration_secs': 0.606295} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.820819] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.822432] env[62448]: DEBUG nova.compute.manager [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.822432] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67e7fe5-a78c-4825-a972-c0c3430eeec0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.897029] env[62448]: DEBUG nova.compute.manager [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Received event network-vif-plugged-1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.897272] env[62448]: DEBUG oslo_concurrency.lockutils [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] Acquiring lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.897490] env[62448]: DEBUG oslo_concurrency.lockutils [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.897710] env[62448]: DEBUG oslo_concurrency.lockutils [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.897906] env[62448]: DEBUG nova.compute.manager [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] No waiting events found dispatching network-vif-plugged-1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.898088] env[62448]: WARNING nova.compute.manager [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Received unexpected event network-vif-plugged-1e9c13ed-efa1-4b25-8525-75b536103887 for instance with vm_state building and task_state spawning. [ 1965.898249] env[62448]: DEBUG nova.compute.manager [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Received event network-changed-1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.898397] env[62448]: DEBUG nova.compute.manager [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Refreshing instance network info cache due to event network-changed-1e9c13ed-efa1-4b25-8525-75b536103887. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1965.898585] env[62448]: DEBUG oslo_concurrency.lockutils [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] Acquiring lock "refresh_cache-a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.898721] env[62448]: DEBUG oslo_concurrency.lockutils [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] Acquired lock "refresh_cache-a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.898884] env[62448]: DEBUG nova.network.neutron [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Refreshing network info cache for port 1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.933033] env[62448]: DEBUG oslo_concurrency.lockutils [req-262f915c-25bd-4d5c-833c-ec3b9a2e3979 req-86026180-5d1f-4012-adda-5f4dd9f21278 service nova] Releasing lock "refresh_cache-19b3ca53-b5a7-4c34-998f-870cf9285e33" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.973392] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5241cbfe-7008-073d-4a74-aff55b8ca0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.036755} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.974215] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfdb8066-236b-4896-8849-a6e650a0da4f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.979724] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1965.979724] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5241ae5e-30a4-67c3-8d6e-3ca95bb0d248" [ 1965.979724] env[62448]: _type = "Task" [ 1965.979724] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.989386] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5241ae5e-30a4-67c3-8d6e-3ca95bb0d248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.151710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.152278] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.154955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.913s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.156336] env[62448]: INFO nova.compute.claims [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.229503] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.269454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-3b730f3f-9462-4279-9ffa-d6e5052d8bb4-e5907541-febd-4213-87da-358a20ec9577" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.269757] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-3b730f3f-9462-4279-9ffa-d6e5052d8bb4-e5907541-febd-4213-87da-358a20ec9577" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.303593] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093018, 'name': CreateVM_Task, 'duration_secs': 0.938829} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.305848] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1966.306570] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.306782] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.307069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1966.307603] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3cde8d-e0d0-4aaa-bf16-f8b143ffd262 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.316065] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1966.316065] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e6ec58-587e-ce7a-f39d-97b9185dff13" [ 1966.316065] env[62448]: _type = "Task" [ 1966.316065] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.325748] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e6ec58-587e-ce7a-f39d-97b9185dff13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.337704] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.387183] env[62448]: DEBUG nova.network.neutron [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Updated VIF entry in instance network info cache for port 59ece97e-a77d-49d8-bd3c-870237eda895. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.387183] env[62448]: DEBUG nova.network.neutron [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Updating instance_info_cache with network_info: [{"id": "59ece97e-a77d-49d8-bd3c-870237eda895", "address": "fa:16:3e:9b:c5:03", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ece97e-a7", "ovs_interfaceid": "59ece97e-a77d-49d8-bd3c-870237eda895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.490825] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5241ae5e-30a4-67c3-8d6e-3ca95bb0d248, 'name': SearchDatastore_Task, 'duration_secs': 0.046693} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.490825] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.490825] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 19b3ca53-b5a7-4c34-998f-870cf9285e33/19b3ca53-b5a7-4c34-998f-870cf9285e33.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1966.490825] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96481dab-48f1-4280-8855-02188d7f69a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.497227] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1966.497227] env[62448]: value = "task-2093020" [ 1966.497227] env[62448]: _type = "Task" [ 1966.497227] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.505269] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.542330] env[62448]: DEBUG nova.network.neutron [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Successfully updated port: 12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1966.661218] env[62448]: DEBUG nova.compute.utils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1966.665345] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1966.665345] env[62448]: DEBUG nova.network.neutron [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1966.725749] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.748924] env[62448]: DEBUG nova.policy [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f486991d7df466793d539e218888d68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87d3c8eede304a71bf9b514ad56b9038', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.773454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.773454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.773681] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e7b99-867b-4f11-935a-35bf8d8c3e40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.792426] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea4587-2e61-444b-b862-29e83933d1ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.822800] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Reconfiguring VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1966.823960] env[62448]: DEBUG nova.network.neutron [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Updated VIF entry in instance network info cache for port 1e9c13ed-efa1-4b25-8525-75b536103887. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.825618] env[62448]: DEBUG nova.network.neutron [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Updating instance_info_cache with network_info: [{"id": "1e9c13ed-efa1-4b25-8525-75b536103887", "address": "fa:16:3e:7f:05:5e", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e9c13ed-ef", "ovs_interfaceid": "1e9c13ed-efa1-4b25-8525-75b536103887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.825803] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae618bb3-5dab-4447-917c-cb4dbb4a4994 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.850892] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e6ec58-587e-ce7a-f39d-97b9185dff13, 'name': SearchDatastore_Task, 'duration_secs': 0.037175} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.852455] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.853084] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.853084] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.853084] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.853291] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.853621] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1966.853621] env[62448]: value = "task-2093021" [ 1966.853621] env[62448]: _type = "Task" [ 1966.853621] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.853832] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abfdf7b0-0b8a-4d4f-b3ee-f6752fc05db7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.866311] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.870564] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.870564] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.871316] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5deeebcc-902e-4ab9-abe0-a68a9f58758d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.878278] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1966.878278] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5221604d-caea-1dd0-12c5-10e1ec93ff53" [ 1966.878278] env[62448]: _type = "Task" [ 1966.878278] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.887082] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5221604d-caea-1dd0-12c5-10e1ec93ff53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.892898] env[62448]: DEBUG oslo_concurrency.lockutils [req-45041e45-7817-466c-9c58-9ce3de26c325 req-1f4e090a-08f1-4f88-a175-a839d23c95e3 service nova] Releasing lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.008064] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.046864] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "refresh_cache-c9f61969-1be3-43a4-be52-f17c5cdbdfad" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.047068] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquired lock "refresh_cache-c9f61969-1be3-43a4-be52-f17c5cdbdfad" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.047168] env[62448]: DEBUG nova.network.neutron [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.131845] env[62448]: DEBUG nova.network.neutron [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Successfully created port: d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1967.166232] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.224490] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093019, 'name': ReconfigVM_Task, 'duration_secs': 1.08629} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.227124] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077/36a01101-24a1-4d38-a9f4-ef6f48fb4077.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.227471] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62448) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1967.228665] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5f6f20c0-88b2-4a92-8a30-aa5f180ba379 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.237630] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1967.237630] env[62448]: value = "task-2093022" [ 1967.237630] env[62448]: _type = "Task" [ 1967.237630] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.250229] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093022, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.340711] env[62448]: DEBUG oslo_concurrency.lockutils [req-a958a503-edca-46f8-b62b-7980415eabaa req-5ea11964-dddf-4741-995b-fb99b1eebd0f service nova] Releasing lock "refresh_cache-a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.368265] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.393198] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5221604d-caea-1dd0-12c5-10e1ec93ff53, 'name': SearchDatastore_Task, 'duration_secs': 0.052788} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.393397] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c609c69-60d9-4c5e-a97c-56c9f4c4fed6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.398443] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1967.398443] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b1b20f-67cd-4b37-5f43-789d58957757" [ 1967.398443] env[62448]: _type = "Task" [ 1967.398443] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.406448] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b1b20f-67cd-4b37-5f43-789d58957757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.507750] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607334} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.508034] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 19b3ca53-b5a7-4c34-998f-870cf9285e33/19b3ca53-b5a7-4c34-998f-870cf9285e33.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1967.508162] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1967.510681] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f222454f-9050-44c7-bc5f-9bc87c75db0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.517671] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1967.517671] env[62448]: value = "task-2093023" [ 1967.517671] env[62448]: _type = "Task" [ 1967.517671] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.525992] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.595314] env[62448]: DEBUG nova.network.neutron [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1967.633948] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1121ac-7c6d-4fbe-8db3-0a0223188ada {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.642210] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5891a6-922b-44f5-a4c1-abdf245d82ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.683325] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460d67f2-2a7b-472f-bf8c-f31a4b87b43e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.691519] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8574f6c-b5f5-44ba-ad85-22f5c22bb813 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.712111] env[62448]: DEBUG nova.compute.provider_tree [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.746803] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093022, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.786035] env[62448]: DEBUG nova.network.neutron [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Updating instance_info_cache with network_info: [{"id": "12275efe-e42e-448d-b5ac-44d65302dfe7", "address": "fa:16:3e:64:20:18", "network": {"id": "7c157696-e57d-4a62-b6ea-3494af0e887a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1349611322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb305d70480b459f8c0799886970ab31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12275efe-e4", "ovs_interfaceid": "12275efe-e42e-448d-b5ac-44d65302dfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.867938] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.908325] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b1b20f-67cd-4b37-5f43-789d58957757, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.908645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.908934] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a55c6b49-e2bd-485a-9a54-8bf95b0a8b48/a55c6b49-e2bd-485a-9a54-8bf95b0a8b48.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1967.909226] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d840f690-8cb4-42db-9e7c-1919dd3f579d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.915433] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1967.915433] env[62448]: value = "task-2093024" [ 1967.915433] env[62448]: _type = "Task" [ 1967.915433] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.923049] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.027696] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.044219] env[62448]: DEBUG nova.compute.manager [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Received event network-vif-plugged-12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.044455] env[62448]: DEBUG oslo_concurrency.lockutils [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] Acquiring lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.044736] env[62448]: DEBUG oslo_concurrency.lockutils [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.044844] env[62448]: DEBUG oslo_concurrency.lockutils [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.045024] env[62448]: DEBUG nova.compute.manager [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] No waiting events found dispatching network-vif-plugged-12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1968.045169] env[62448]: WARNING nova.compute.manager [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Received unexpected event network-vif-plugged-12275efe-e42e-448d-b5ac-44d65302dfe7 for instance with vm_state building and task_state spawning. [ 1968.045329] env[62448]: DEBUG nova.compute.manager [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Received event network-changed-12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.045480] env[62448]: DEBUG nova.compute.manager [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Refreshing instance network info cache due to event network-changed-12275efe-e42e-448d-b5ac-44d65302dfe7. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1968.045644] env[62448]: DEBUG oslo_concurrency.lockutils [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] Acquiring lock "refresh_cache-c9f61969-1be3-43a4-be52-f17c5cdbdfad" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.188185] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.199956] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "0e407159-3b30-4637-9b45-79628385e872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.200253] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "0e407159-3b30-4637-9b45-79628385e872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.200467] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "0e407159-3b30-4637-9b45-79628385e872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.200655] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "0e407159-3b30-4637-9b45-79628385e872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.200826] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "0e407159-3b30-4637-9b45-79628385e872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.203228] env[62448]: INFO nova.compute.manager [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Terminating instance [ 1968.216401] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.216664] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.216822] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.217044] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.217226] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.217378] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.217585] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.217746] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.217912] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.218087] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.218261] env[62448]: DEBUG nova.virt.hardware [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.219196] env[62448]: DEBUG nova.scheduler.client.report [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.223604] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc7362-f1e8-4a8a-adee-0675f97044bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.233192] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3926a00-c20b-428d-bba6-9ad94f34fe30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.256029] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093022, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.94949} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.256299] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62448) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1968.257111] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373fb35f-2161-4245-b8e1-3474f4fbcf30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.283640] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077/ephemeral_0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.283999] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b24e594-f61a-42ef-8d8f-84a5c3e84fae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.297569] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Releasing lock "refresh_cache-c9f61969-1be3-43a4-be52-f17c5cdbdfad" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.297931] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Instance network_info: |[{"id": "12275efe-e42e-448d-b5ac-44d65302dfe7", "address": "fa:16:3e:64:20:18", "network": {"id": "7c157696-e57d-4a62-b6ea-3494af0e887a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1349611322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb305d70480b459f8c0799886970ab31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12275efe-e4", "ovs_interfaceid": "12275efe-e42e-448d-b5ac-44d65302dfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1968.298597] env[62448]: DEBUG oslo_concurrency.lockutils [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] Acquired lock "refresh_cache-c9f61969-1be3-43a4-be52-f17c5cdbdfad" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.298785] env[62448]: DEBUG nova.network.neutron [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Refreshing network info cache for port 12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.300185] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:20:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12275efe-e42e-448d-b5ac-44d65302dfe7', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1968.308952] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Creating folder: Project (bb305d70480b459f8c0799886970ab31). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1968.312801] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1ad70c5-b38c-4b13-9f94-4dbf22affe58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.319022] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1968.319022] env[62448]: value = "task-2093025" [ 1968.319022] env[62448]: _type = "Task" [ 1968.319022] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.325482] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.326905] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Created folder: Project (bb305d70480b459f8c0799886970ab31) in parent group-v428508. [ 1968.327092] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Creating folder: Instances. Parent ref: group-v428664. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1968.327343] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db27c50-2a72-45a7-a4ec-516b93f44ceb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.336512] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Created folder: Instances in parent group-v428664. [ 1968.336791] env[62448]: DEBUG oslo.service.loopingcall [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.336984] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1968.337226] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9387875-2e26-4699-8ab1-be25e0d007e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.359266] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1968.359266] env[62448]: value = "task-2093028" [ 1968.359266] env[62448]: _type = "Task" [ 1968.359266] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.373848] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.374903] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.426019] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093024, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.527015] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.677169} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.527346] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.528069] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fdc716-6983-4ea1-8751-5c81f3364b8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.549175] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 19b3ca53-b5a7-4c34-998f-870cf9285e33/19b3ca53-b5a7-4c34-998f-870cf9285e33.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.551662] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54866e5-5f80-4adf-961b-c690d81f0e6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.571028] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1968.571028] env[62448]: value = "task-2093029" [ 1968.571028] env[62448]: _type = "Task" [ 1968.571028] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.578665] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.617246] env[62448]: DEBUG nova.network.neutron [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Updated VIF entry in instance network info cache for port 12275efe-e42e-448d-b5ac-44d65302dfe7. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1968.617605] env[62448]: DEBUG nova.network.neutron [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Updating instance_info_cache with network_info: [{"id": "12275efe-e42e-448d-b5ac-44d65302dfe7", "address": "fa:16:3e:64:20:18", "network": {"id": "7c157696-e57d-4a62-b6ea-3494af0e887a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1349611322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb305d70480b459f8c0799886970ab31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12275efe-e4", "ovs_interfaceid": "12275efe-e42e-448d-b5ac-44d65302dfe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.707300] env[62448]: DEBUG nova.compute.manager [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1968.707590] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.708490] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7a9073-d244-4b5f-88eb-af5dae740efb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.716290] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.716786] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93d42903-4dc8-405d-96e4-c0e0714114c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.723428] env[62448]: DEBUG oslo_vmware.api [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1968.723428] env[62448]: value = "task-2093030" [ 1968.723428] env[62448]: _type = "Task" [ 1968.723428] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.728599] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.729318] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1968.735660] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.177s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.737415] env[62448]: INFO nova.compute.claims [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1968.740779] env[62448]: DEBUG oslo_vmware.api [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.826852] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.872108] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.874970] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.925534] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519601} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.925796] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a55c6b49-e2bd-485a-9a54-8bf95b0a8b48/a55c6b49-e2bd-485a-9a54-8bf95b0a8b48.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1968.926009] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1968.926306] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d260fae-f674-4618-8270-81cd71f626bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.932120] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1968.932120] env[62448]: value = "task-2093031" [ 1968.932120] env[62448]: _type = "Task" [ 1968.932120] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.939859] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.080351] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093029, 'name': ReconfigVM_Task, 'duration_secs': 0.33954} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.080666] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 19b3ca53-b5a7-4c34-998f-870cf9285e33/19b3ca53-b5a7-4c34-998f-870cf9285e33.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.081342] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23f6d87e-87e7-4994-8ddf-a41a09599405 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.088089] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1969.088089] env[62448]: value = "task-2093032" [ 1969.088089] env[62448]: _type = "Task" [ 1969.088089] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.096036] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093032, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.119859] env[62448]: DEBUG oslo_concurrency.lockutils [req-17d86eba-e80f-46b9-a79f-ea1cb4d0b5fc req-4132e764-5e79-4088-9055-3468db4faed2 service nova] Releasing lock "refresh_cache-c9f61969-1be3-43a4-be52-f17c5cdbdfad" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.235040] env[62448]: DEBUG oslo_vmware.api [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093030, 'name': PowerOffVM_Task, 'duration_secs': 0.317034} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.235040] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.235040] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.235040] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2b8b7e-15b0-4aff-b53c-cfc9939fccae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.242931] env[62448]: DEBUG nova.compute.utils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.246953] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.246953] env[62448]: DEBUG nova.network.neutron [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.284361] env[62448]: DEBUG nova.policy [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b3f2fcef244970a742bd87eb0edd1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21be10e30882448782ec7daac9f2a629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1969.328174] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093025, 'name': ReconfigVM_Task, 'duration_secs': 0.884418} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.328392] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077/ephemeral_0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.329161] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f330539d-31ec-4203-9095-1b3d85f38f20 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.335847] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1969.335847] env[62448]: value = "task-2093034" [ 1969.335847] env[62448]: _type = "Task" [ 1969.335847] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.345189] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093034, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.371731] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.374698] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.445813] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06843} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.445813] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1969.445813] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfefd8-340a-4229-813d-753313564e74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.465295] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] a55c6b49-e2bd-485a-9a54-8bf95b0a8b48/a55c6b49-e2bd-485a-9a54-8bf95b0a8b48.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1969.465741] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f21e40-4efe-44bf-8153-37db79944128 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.488219] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1969.488219] env[62448]: value = "task-2093035" [ 1969.488219] env[62448]: _type = "Task" [ 1969.488219] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.498273] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.535975] env[62448]: DEBUG nova.network.neutron [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Successfully created port: b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1969.597591] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093032, 'name': Rename_Task, 'duration_secs': 0.141303} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.597909] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.598163] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88906cc8-7bf8-4bea-b148-81f6f31614e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.605400] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1969.605400] env[62448]: value = "task-2093036" [ 1969.605400] env[62448]: _type = "Task" [ 1969.605400] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.616127] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.747804] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1969.847333] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093034, 'name': Rename_Task, 'duration_secs': 0.461755} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.847667] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.847944] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f16694b-18d9-46fb-9af8-7b0b68b99ab4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.856189] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 1969.856189] env[62448]: value = "task-2093037" [ 1969.856189] env[62448]: _type = "Task" [ 1969.856189] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.866974] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.876119] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.881271] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.999779] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093035, 'name': ReconfigVM_Task, 'duration_secs': 0.486053} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.000071] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Reconfigured VM instance instance-00000035 to attach disk [datastore2] a55c6b49-e2bd-485a-9a54-8bf95b0a8b48/a55c6b49-e2bd-485a-9a54-8bf95b0a8b48.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.000689] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-856ed925-c7e0-4074-a246-ac5f7f34f03f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.009270] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1970.009270] env[62448]: value = "task-2093038" [ 1970.009270] env[62448]: _type = "Task" [ 1970.009270] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.021616] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093038, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.117379] env[62448]: DEBUG oslo_vmware.api [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093036, 'name': PowerOnVM_Task, 'duration_secs': 0.456096} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.117614] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.117848] env[62448]: INFO nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1970.118047] env[62448]: DEBUG nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.118856] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb55e66f-8e8e-4bf2-8842-fefc8f30d2e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.244259] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860e9bfa-8342-4a10-ba37-8198467b75eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.251896] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b7176-bf1c-4a36-8057-0407dd407c0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.288124] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328fd0f5-65bc-4309-a39f-4ba5ca10fee3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.296595] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4671c92-ccf3-419a-aac2-64b12e8d642d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.310708] env[62448]: DEBUG nova.compute.provider_tree [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.369270] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.375284] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.381451] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.519254] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093038, 'name': Rename_Task, 'duration_secs': 0.178579} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.519570] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.519818] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f694628-b8f2-4834-a61c-42b8e97f9330 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.525534] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1970.525534] env[62448]: value = "task-2093039" [ 1970.525534] env[62448]: _type = "Task" [ 1970.525534] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.533125] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.638754] env[62448]: INFO nova.compute.manager [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Took 37.30 seconds to build instance. [ 1970.761603] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1970.786754] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.787028] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.787187] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.787369] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.787535] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.787689] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.787915] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.788062] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.788231] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.788392] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.788559] env[62448]: DEBUG nova.virt.hardware [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.789696] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d4c3ad-3ee5-470b-8759-1776fd28df95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.797112] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c72c4-affc-493a-9c7d-a7613fb6ea4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.813493] env[62448]: DEBUG nova.scheduler.client.report [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1970.869924] env[62448]: DEBUG oslo_vmware.api [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093037, 'name': PowerOnVM_Task, 'duration_secs': 0.693352} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.875341] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.875545] env[62448]: INFO nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Took 14.79 seconds to spawn the instance on the hypervisor. [ 1970.875724] env[62448]: DEBUG nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.876055] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.876687] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b7117-3320-44ce-a783-c168eda6fdf5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.883279] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.036215] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.141506] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d8abcc8e-6e18-4e9f-b3e4-1bea664eb787 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.864s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.318715] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.319540] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1971.322945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.728s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.371271] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.379861] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.395118] env[62448]: INFO nova.compute.manager [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Took 43.97 seconds to build instance. [ 1971.538741] env[62448]: DEBUG oslo_vmware.api [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093039, 'name': PowerOnVM_Task, 'duration_secs': 0.980905} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.538899] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.539252] env[62448]: INFO nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1971.539344] env[62448]: DEBUG nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.540130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c185d-67b4-4136-8041-b4cf29416ebe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.644143] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1971.827026] env[62448]: DEBUG nova.compute.utils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1971.838432] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1971.841364] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1971.841558] env[62448]: DEBUG nova.network.neutron [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1971.874436] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.883242] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.892633] env[62448]: DEBUG nova.policy [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a8192f4095430f8044709710673409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc2872f83e8400ab26d38fdd68b5611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1971.897061] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bee2f1bd-0c09-46b8-bc7b-10b035b6804f tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.655s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.062318] env[62448]: INFO nova.compute.manager [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Took 38.03 seconds to build instance. [ 1972.179723] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.280763] env[62448]: DEBUG nova.network.neutron [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Successfully created port: eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.339385] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Applying migration context for instance c6163c18-0074-4336-aeda-272f9da51db0 as it has an incoming, in-progress migration 5c2b7990-f6b0-4c2c-b8d8-cc90496702e2. Migration status is reverting {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1972.342126] env[62448]: INFO nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating resource usage from migration 5c2b7990-f6b0-4c2c-b8d8-cc90496702e2 [ 1972.364443] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 54bc8105-3911-46d8-a378-3edcd817e1ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.364632] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d8737c9a-981e-4a30-8c93-db9ee952bd37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.364753] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.364867] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1f121468-f5a8-4784-bd54-ed67670f4318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.364977] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e61f6f45-c55e-464e-81bc-e9fa13c8f041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.365098] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.365229] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance ecdbb9ab-859b-4989-b6c3-e8f2e26301de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1972.365338] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 2cc12d89-f1da-4968-b5be-02443a538439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366093] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance eed09add-be12-4037-a619-c27f266e8efc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1972.366093] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 0e407159-3b30-4637-9b45-79628385e872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366093] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance dec2ce44-20ed-45af-900f-86aa2c1dab2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366093] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance cc68363b-7077-4d89-8771-fa6f3274da29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366093] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 87131a33-4ae6-42f3-8484-165948f4898d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1972.366093] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1972.366334] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 59ea60b5-2790-4d73-b5e4-bc2ec496edae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1972.366334] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1972.366394] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance fa85be30-cbda-421c-bed2-89587fb77802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366536] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 36a01101-24a1-4d38-a9f4-ef6f48fb4077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366670] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 19b3ca53-b5a7-4c34-998f-870cf9285e33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366785] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Migration 5c2b7990-f6b0-4c2c-b8d8-cc90496702e2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1972.366887] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c6163c18-0074-4336-aeda-272f9da51db0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.366991] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance a55c6b49-e2bd-485a-9a54-8bf95b0a8b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.367119] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c9f61969-1be3-43a4-be52-f17c5cdbdfad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.367224] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 92de1e76-8f36-4c5c-b4d5-1bb5e081f688 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.367327] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3aa3b51b-bc51-4423-a42c-352f99626cb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.367449] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance b21271d3-a99b-479e-b79e-50612ee16863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1972.381192] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.387056] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.399540] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1972.564712] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e227b0d2-d3e9-4a17-9d96-27e2e3855e1b tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.919s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.820070] env[62448]: DEBUG nova.compute.manager [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.820070] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06562f35-62bf-4ddf-ab18-b53a4f6d4261 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.852210] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1972.871092] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 461cff8e-b9c8-49e4-8341-ea3dd10edb6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1972.893483] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.893743] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.896498] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1972.896749] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.896983] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1972.897104] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.897249] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1972.897399] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1972.897623] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1972.897883] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1972.897980] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1972.898155] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1972.898326] env[62448]: DEBUG nova.virt.hardware [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1972.899156] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aa8cb8-b3e2-46b3-a50d-17914d8c98c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.910156] env[62448]: DEBUG nova.compute.manager [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Received event network-changed-59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1972.910354] env[62448]: DEBUG nova.compute.manager [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Refreshing instance network info cache due to event network-changed-59ece97e-a77d-49d8-bd3c-870237eda895. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1972.910579] env[62448]: DEBUG oslo_concurrency.lockutils [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] Acquiring lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.910719] env[62448]: DEBUG oslo_concurrency.lockutils [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] Acquired lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.910872] env[62448]: DEBUG nova.network.neutron [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Refreshing network info cache for port 59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.918251] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7e72bf-d37a-41ed-9697-0eee61d20fe0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.936323] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.067887] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1973.334309] env[62448]: INFO nova.compute.manager [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] instance snapshotting [ 1973.336743] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6d792a-f930-48e1-bdb8-ab7268e48d6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.357388] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf85ab8-c12e-4057-9219-f12a6b898874 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.381025] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 10c496b7-bbbd-4adf-996e-13bdd111945c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1973.381649] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.390093] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.591875] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.797027] env[62448]: DEBUG nova.network.neutron [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Updated VIF entry in instance network info cache for port 59ece97e-a77d-49d8-bd3c-870237eda895. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1973.797798] env[62448]: DEBUG nova.network.neutron [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Updating instance_info_cache with network_info: [{"id": "59ece97e-a77d-49d8-bd3c-870237eda895", "address": "fa:16:3e:9b:c5:03", "network": {"id": "32f99667-7d3f-47c3-80b2-9237883f26af", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-310703137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59539326799d4d3e94e1f3c6b9470406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ece97e-a7", "ovs_interfaceid": "59ece97e-a77d-49d8-bd3c-870237eda895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.869533] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1973.869982] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-015f1c28-f95c-487e-9af9-cabe2a927fc0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.882511] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.884442] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1973.886035] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1973.886035] env[62448]: value = "task-2093040" [ 1973.886035] env[62448]: _type = "Task" [ 1973.886035] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.899186] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.902526] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.999255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.999255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.301898] env[62448]: DEBUG oslo_concurrency.lockutils [req-51925d4f-bfde-4495-abf4-86c43542937d req-91765420-afb6-4bfd-bbf4-d20b9a0c95ad service nova] Releasing lock "refresh_cache-36a01101-24a1-4d38-a9f4-ef6f48fb4077" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.383190] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.392955] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance bdf25eeb-3083-4a1e-beb3-d57776b775c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1974.397500] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.401692] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.501056] env[62448]: DEBUG nova.compute.utils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.875014] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.875285] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.875463] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleting the datastore file [datastore2] 0e407159-3b30-4637-9b45-79628385e872 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.878780] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-237a52d6-6500-4826-8cb3-89b40e62cf29 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.886072] env[62448]: DEBUG oslo_vmware.api [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093021, 'name': ReconfigVM_Task, 'duration_secs': 7.993763} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.887237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.887443] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Reconfigured VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1974.889790] env[62448]: DEBUG oslo_vmware.api [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 1974.889790] env[62448]: value = "task-2093041" [ 1974.889790] env[62448]: _type = "Task" [ 1974.889790] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.899180] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 056895fd-c554-45f8-8f67-982ff3494ad9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1974.904493] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.908667] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093040, 'name': CreateSnapshot_Task, 'duration_secs': 0.767115} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.911681] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1974.911962] env[62448]: DEBUG oslo_vmware.api [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.913323] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5173e344-e7b7-484d-84c4-744f806cabd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.003618] env[62448]: DEBUG oslo_concurrency.lockutils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.402265] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093028, 'name': CreateVM_Task, 'duration_secs': 6.797266} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.405225] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1975.405889] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 6478397f-5cdf-4d6d-b532-ee98e719db2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1975.407245] env[62448]: DEBUG oslo_vmware.api [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265171} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.407883] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.408018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.408335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1975.408590] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.408785] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.409162] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.409162] env[62448]: INFO nova.compute.manager [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 0e407159-3b30-4637-9b45-79628385e872] Took 6.70 seconds to destroy the instance on the hypervisor. [ 1975.409386] env[62448]: DEBUG oslo.service.loopingcall [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.409676] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab46606b-1bec-444a-b5d0-aaa824f92189 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.411474] env[62448]: DEBUG nova.compute.manager [-] [instance: 0e407159-3b30-4637-9b45-79628385e872] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1975.411474] env[62448]: DEBUG nova.network.neutron [-] [instance: 0e407159-3b30-4637-9b45-79628385e872] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.419054] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1975.419054] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523e33f6-194e-2c9e-618f-c20e8d091102" [ 1975.419054] env[62448]: _type = "Task" [ 1975.419054] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.433543] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1975.433881] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523e33f6-194e-2c9e-618f-c20e8d091102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.434376] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5516585f-6045-476f-adae-fc8cd6beb1e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.441653] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1975.441653] env[62448]: value = "task-2093042" [ 1975.441653] env[62448]: _type = "Task" [ 1975.441653] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.449886] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093042, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.616448] env[62448]: DEBUG nova.compute.manager [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-vif-deleted-e5907541-febd-4213-87da-358a20ec9577 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1975.616762] env[62448]: INFO nova.compute.manager [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Neutron deleted interface e5907541-febd-4213-87da-358a20ec9577; detaching it from the instance and deleting it from the info cache [ 1975.617215] env[62448]: DEBUG nova.network.neutron [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.914036] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 53d891e5-0518-48cf-a216-ea6875584b60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1975.930688] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523e33f6-194e-2c9e-618f-c20e8d091102, 'name': SearchDatastore_Task, 'duration_secs': 0.027161} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.933074] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.934119] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1975.934385] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.934578] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.934780] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1975.935527] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad25123-1e20-4aeb-8a5c-e2a0681b306a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.950010] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1975.950010] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1975.950634] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df28d48-36b5-46dc-8355-b0aacc63c522 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.958416] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093042, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.962123] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1975.962123] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fa7f0f-90b0-24d4-870b-1a1935ca0b39" [ 1975.962123] env[62448]: _type = "Task" [ 1975.962123] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.971382] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fa7f0f-90b0-24d4-870b-1a1935ca0b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.013407] env[62448]: DEBUG nova.network.neutron [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Successfully updated port: b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.088937] env[62448]: DEBUG oslo_concurrency.lockutils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.089504] env[62448]: DEBUG oslo_concurrency.lockutils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.089796] env[62448]: INFO nova.compute.manager [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Attaching volume 278b920e-f3b9-4379-8c15-8170b2e801bc to /dev/sdb [ 1976.124952] env[62448]: DEBUG oslo_concurrency.lockutils [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.125162] env[62448]: DEBUG oslo_concurrency.lockutils [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] Acquired lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.127165] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfadafe2-0b53-4abc-9888-5b4a1ac604e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.153303] env[62448]: DEBUG oslo_concurrency.lockutils [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] Releasing lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.154381] env[62448]: WARNING nova.compute.manager [req-a5967dc4-63ce-4b7b-a7f8-fb9621bb2646 req-699b77ad-c590-441c-9aaf-d72ff80408c8 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Detach interface failed, port_id=e5907541-febd-4213-87da-358a20ec9577, reason: No device with interface-id e5907541-febd-4213-87da-358a20ec9577 exists on VM: nova.exception.NotFound: No device with interface-id e5907541-febd-4213-87da-358a20ec9577 exists on VM [ 1976.155767] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82bb3b0-fd6d-4565-8d5c-3d34c91aef6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.163526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df1882-82ed-4433-b05c-69a3cd2edb2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.176500] env[62448]: DEBUG nova.virt.block_device [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Updating existing volume attachment record: 4831449c-8b9f-4fce-8189-f36a4d75b7de {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1976.179331] env[62448]: DEBUG nova.network.neutron [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Successfully updated port: d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.198944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.198944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.198944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.198944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.198944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.199934] env[62448]: INFO nova.compute.manager [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Terminating instance [ 1976.220187] env[62448]: DEBUG nova.compute.manager [req-5d0054bb-344b-4c25-8be0-ca58841701d0 req-c33afa0b-b69f-4fb2-9d31-a5aec2d92815 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Received event network-vif-plugged-eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.220187] env[62448]: DEBUG oslo_concurrency.lockutils [req-5d0054bb-344b-4c25-8be0-ca58841701d0 req-c33afa0b-b69f-4fb2-9d31-a5aec2d92815 service nova] Acquiring lock "b21271d3-a99b-479e-b79e-50612ee16863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.220187] env[62448]: DEBUG oslo_concurrency.lockutils [req-5d0054bb-344b-4c25-8be0-ca58841701d0 req-c33afa0b-b69f-4fb2-9d31-a5aec2d92815 service nova] Lock "b21271d3-a99b-479e-b79e-50612ee16863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.220187] env[62448]: DEBUG oslo_concurrency.lockutils [req-5d0054bb-344b-4c25-8be0-ca58841701d0 req-c33afa0b-b69f-4fb2-9d31-a5aec2d92815 service nova] Lock "b21271d3-a99b-479e-b79e-50612ee16863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.220187] env[62448]: DEBUG nova.compute.manager [req-5d0054bb-344b-4c25-8be0-ca58841701d0 req-c33afa0b-b69f-4fb2-9d31-a5aec2d92815 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] No waiting events found dispatching network-vif-plugged-eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.220187] env[62448]: WARNING nova.compute.manager [req-5d0054bb-344b-4c25-8be0-ca58841701d0 req-c33afa0b-b69f-4fb2-9d31-a5aec2d92815 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Received unexpected event network-vif-plugged-eee586ae-1533-46f0-9ead-071d6c54f3e0 for instance with vm_state building and task_state spawning. [ 1976.241927] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.241927] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.241927] env[62448]: DEBUG nova.network.neutron [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.244253] env[62448]: DEBUG nova.network.neutron [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Successfully updated port: eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.420517] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1976.420517] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1976.420517] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1976.437447] env[62448]: DEBUG nova.network.neutron [-] [instance: 0e407159-3b30-4637-9b45-79628385e872] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.454904] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093042, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.472479] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fa7f0f-90b0-24d4-870b-1a1935ca0b39, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.473287] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fa1bcb-cdd6-4bf7-aafa-7839d838ad53 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.480547] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1976.480547] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5275d9ff-159e-77b7-0f58-329a8f3f5c68" [ 1976.480547] env[62448]: _type = "Task" [ 1976.480547] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.491479] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5275d9ff-159e-77b7-0f58-329a8f3f5c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.516364] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "refresh_cache-3aa3b51b-bc51-4423-a42c-352f99626cb5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.516504] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquired lock "refresh_cache-3aa3b51b-bc51-4423-a42c-352f99626cb5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.516666] env[62448]: DEBUG nova.network.neutron [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.682155] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "refresh_cache-92de1e76-8f36-4c5c-b4d5-1bb5e081f688" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.682316] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquired lock "refresh_cache-92de1e76-8f36-4c5c-b4d5-1bb5e081f688" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.682463] env[62448]: DEBUG nova.network.neutron [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.707042] env[62448]: DEBUG nova.compute.manager [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1976.707240] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1976.708519] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a7aab-6274-41fa-a283-0e5cf35e9a7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.719105] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.719792] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5054a18c-a6cf-4889-81d6-789523f56803 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.726401] env[62448]: DEBUG oslo_vmware.api [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1976.726401] env[62448]: value = "task-2093046" [ 1976.726401] env[62448]: _type = "Task" [ 1976.726401] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.734071] env[62448]: DEBUG oslo_vmware.api [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.747049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "refresh_cache-b21271d3-a99b-479e-b79e-50612ee16863" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.747215] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "refresh_cache-b21271d3-a99b-479e-b79e-50612ee16863" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.747342] env[62448]: DEBUG nova.network.neutron [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.904126] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a820cfae-f7d6-4979-9e67-60a0bdfdb4a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.908902] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf18af-2c29-4b15-a617-0f02e3608ac7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.943610] env[62448]: INFO nova.compute.manager [-] [instance: 0e407159-3b30-4637-9b45-79628385e872] Took 1.53 seconds to deallocate network for instance. [ 1976.948675] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7470803-6ad9-4239-9ee5-a7efdbfc3466 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.965876] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba0129-803b-4b95-b2a2-cad851c1e050 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.969822] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093042, 'name': CloneVM_Task, 'duration_secs': 1.250614} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.970111] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Created linked-clone VM from snapshot [ 1976.971177] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9117d66-b6a0-4e06-a983-679845a798d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.982116] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.990040] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Uploading image 65439661-ee9b-418d-a7d6-0067136edf1d {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1976.999040] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5275d9ff-159e-77b7-0f58-329a8f3f5c68, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.999302] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.999550] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c9f61969-1be3-43a4-be52-f17c5cdbdfad/c9f61969-1be3-43a4-be52-f17c5cdbdfad.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.999952] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d99fa7da-1cd3-41e2-97e0-e4dcda3fa576 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.007471] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1977.007471] env[62448]: value = "task-2093047" [ 1977.007471] env[62448]: _type = "Task" [ 1977.007471] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.013217] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1977.013217] env[62448]: value = "vm-428668" [ 1977.013217] env[62448]: _type = "VirtualMachine" [ 1977.013217] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1977.013992] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85eb6603-66c4-4199-b102-d1ca625ef285 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.018023] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.025573] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease: (returnval){ [ 1977.025573] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529fcfcd-dc1f-022f-83fe-7553eedd9676" [ 1977.025573] env[62448]: _type = "HttpNfcLease" [ 1977.025573] env[62448]: } obtained for exporting VM: (result){ [ 1977.025573] env[62448]: value = "vm-428668" [ 1977.025573] env[62448]: _type = "VirtualMachine" [ 1977.025573] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1977.025819] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the lease: (returnval){ [ 1977.025819] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529fcfcd-dc1f-022f-83fe-7553eedd9676" [ 1977.025819] env[62448]: _type = "HttpNfcLease" [ 1977.025819] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1977.032544] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1977.032544] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529fcfcd-dc1f-022f-83fe-7553eedd9676" [ 1977.032544] env[62448]: _type = "HttpNfcLease" [ 1977.032544] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1977.064168] env[62448]: DEBUG nova.network.neutron [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.074838] env[62448]: DEBUG nova.network.neutron [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [{"id": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "address": "fa:16:3e:31:92:7d", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f31b3d-a7", "ovs_interfaceid": "88f31b3d-a708-4bc9-a73f-7209f5c41768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.222246] env[62448]: DEBUG nova.network.neutron [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.226869] env[62448]: DEBUG nova.network.neutron [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Updating instance_info_cache with network_info: [{"id": "b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc", "address": "fa:16:3e:22:9d:7a", "network": {"id": "07a9bb44-fecd-43d4-b0f7-2f1f4cce0e09", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-114625248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21be10e30882448782ec7daac9f2a629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bf619b-4c", "ovs_interfaceid": "b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.238367] env[62448]: DEBUG oslo_vmware.api [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093046, 'name': PowerOffVM_Task, 'duration_secs': 0.203592} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.238543] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1977.238586] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1977.238825] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee5fd43-6a34-4420-91f3-f6e91b9284b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.309677] env[62448]: DEBUG nova.network.neutron [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.414219] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.414455] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.414902] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleting the datastore file [datastore2] 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.414955] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019bd2ad-0120-40d4-9180-7d30172da80e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.422108] env[62448]: DEBUG oslo_vmware.api [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 1977.422108] env[62448]: value = "task-2093050" [ 1977.422108] env[62448]: _type = "Task" [ 1977.422108] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.433896] env[62448]: DEBUG oslo_vmware.api [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.451314] env[62448]: DEBUG nova.network.neutron [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Updating instance_info_cache with network_info: [{"id": "d031269c-bcb7-47f1-bc91-7ef783f1eae4", "address": "fa:16:3e:df:d9:c1", "network": {"id": "5b941dfd-d1bb-4ac9-ac6b-4f3168bc03e8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1634815197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87d3c8eede304a71bf9b514ad56b9038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd031269c-bc", "ovs_interfaceid": "d031269c-bcb7-47f1-bc91-7ef783f1eae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.458141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.484177] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.521015] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459264} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.521015] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c9f61969-1be3-43a4-be52-f17c5cdbdfad/c9f61969-1be3-43a4-be52-f17c5cdbdfad.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.521015] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.521015] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf2f17e8-0fe0-4dbd-9fe0-756df2dbbc52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.527524] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1977.527524] env[62448]: value = "task-2093051" [ 1977.527524] env[62448]: _type = "Task" [ 1977.527524] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.544632] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1977.544632] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529fcfcd-dc1f-022f-83fe-7553eedd9676" [ 1977.544632] env[62448]: _type = "HttpNfcLease" [ 1977.544632] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1977.548174] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1977.548174] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529fcfcd-dc1f-022f-83fe-7553eedd9676" [ 1977.548174] env[62448]: _type = "HttpNfcLease" [ 1977.548174] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1977.548517] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.550912] env[62448]: DEBUG nova.network.neutron [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Updating instance_info_cache with network_info: [{"id": "eee586ae-1533-46f0-9ead-071d6c54f3e0", "address": "fa:16:3e:dc:bb:8b", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee586ae-15", "ovs_interfaceid": "eee586ae-1533-46f0-9ead-071d6c54f3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.552301] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1c3af-1460-4b87-9e83-3eb08223f39e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.560597] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1f8fe-603f-fcde-c8ae-c017b094f83e/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1977.560802] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1f8fe-603f-fcde-c8ae-c017b094f83e/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1977.620311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-3b730f3f-9462-4279-9ffa-d6e5052d8bb4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.728013] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Received event network-vif-plugged-b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.728262] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Acquiring lock "3aa3b51b-bc51-4423-a42c-352f99626cb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.728473] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.728643] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.728810] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] No waiting events found dispatching network-vif-plugged-b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1977.729052] env[62448]: WARNING nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Received unexpected event network-vif-plugged-b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc for instance with vm_state building and task_state spawning. [ 1977.729220] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 0e407159-3b30-4637-9b45-79628385e872] Received event network-vif-deleted-215c59c8-609f-4c2f-b528-950f6dd94930 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.729412] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Received event network-vif-plugged-d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.729557] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Acquiring lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.729739] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.729897] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.730067] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] No waiting events found dispatching network-vif-plugged-d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1977.730227] env[62448]: WARNING nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Received unexpected event network-vif-plugged-d031269c-bcb7-47f1-bc91-7ef783f1eae4 for instance with vm_state building and task_state spawning. [ 1977.730387] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Received event network-changed-b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.730550] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Refreshing instance network info cache due to event network-changed-b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1977.730715] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Acquiring lock "refresh_cache-3aa3b51b-bc51-4423-a42c-352f99626cb5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.732503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Releasing lock "refresh_cache-3aa3b51b-bc51-4423-a42c-352f99626cb5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.732768] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Instance network_info: |[{"id": "b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc", "address": "fa:16:3e:22:9d:7a", "network": {"id": "07a9bb44-fecd-43d4-b0f7-2f1f4cce0e09", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-114625248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21be10e30882448782ec7daac9f2a629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bf619b-4c", "ovs_interfaceid": "b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.733177] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Acquired lock "refresh_cache-3aa3b51b-bc51-4423-a42c-352f99626cb5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.733212] env[62448]: DEBUG nova.network.neutron [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Refreshing network info cache for port b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.734397] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:9d:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.742450] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Creating folder: Project (21be10e30882448782ec7daac9f2a629). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.743281] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e72046-23e9-43f0-8015-fa6f4d1135d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.754067] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Created folder: Project (21be10e30882448782ec7daac9f2a629) in parent group-v428508. [ 1977.754283] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Creating folder: Instances. Parent ref: group-v428671. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.754679] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c399fbe-4bcb-4d7a-8f40-12bcb7373363 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.764889] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Created folder: Instances in parent group-v428671. [ 1977.765124] env[62448]: DEBUG oslo.service.loopingcall [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.765612] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.765809] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8df5978b-1c4c-4dbe-af6c-463eae306264 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.784127] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cabde1c-85d3-49df-a02c-d548ac22a99a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.788961] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.788961] env[62448]: value = "task-2093054" [ 1977.788961] env[62448]: _type = "Task" [ 1977.788961] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.797619] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093054, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.932531] env[62448]: DEBUG oslo_vmware.api [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323844} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.932801] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.932988] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.933172] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.933355] env[62448]: INFO nova.compute.manager [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1977.933593] env[62448]: DEBUG oslo.service.loopingcall [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.933783] env[62448]: DEBUG nova.compute.manager [-] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1977.933879] env[62448]: DEBUG nova.network.neutron [-] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.954517] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Releasing lock "refresh_cache-92de1e76-8f36-4c5c-b4d5-1bb5e081f688" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.954873] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Instance network_info: |[{"id": "d031269c-bcb7-47f1-bc91-7ef783f1eae4", "address": "fa:16:3e:df:d9:c1", "network": {"id": "5b941dfd-d1bb-4ac9-ac6b-4f3168bc03e8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1634815197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87d3c8eede304a71bf9b514ad56b9038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd031269c-bc", "ovs_interfaceid": "d031269c-bcb7-47f1-bc91-7ef783f1eae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.955309] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:d9:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd031269c-bcb7-47f1-bc91-7ef783f1eae4', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.962786] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Creating folder: Project (87d3c8eede304a71bf9b514ad56b9038). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.963139] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a097e3f-d77a-4737-bf42-37d75fc3ab6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.973522] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Created folder: Project (87d3c8eede304a71bf9b514ad56b9038) in parent group-v428508. [ 1977.973719] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Creating folder: Instances. Parent ref: group-v428674. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.973960] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eba5665d-9388-4d2f-9eaa-4da1bf6fe32f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.983105] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Created folder: Instances in parent group-v428674. [ 1977.983346] env[62448]: DEBUG oslo.service.loopingcall [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.983538] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.983752] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0fcbbf7-4260-4694-9601-43fe9b869694 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.000788] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1978.001141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.678s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.001431] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.459s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.001612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.003542] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.003726] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.005457] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.966s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.005646] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.007252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.949s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.009019] env[62448]: INFO nova.compute.claims [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.018423] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.018423] env[62448]: value = "task-2093057" [ 1978.018423] env[62448]: _type = "Task" [ 1978.018423] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.032251] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093057, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.040758] env[62448]: INFO nova.scheduler.client.report [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Deleted allocations for instance eed09add-be12-4037-a619-c27f266e8efc [ 1978.044493] env[62448]: INFO nova.scheduler.client.report [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Deleted allocations for instance 87131a33-4ae6-42f3-8484-165948f4898d [ 1978.056150] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "refresh_cache-b21271d3-a99b-479e-b79e-50612ee16863" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.056686] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Instance network_info: |[{"id": "eee586ae-1533-46f0-9ead-071d6c54f3e0", "address": "fa:16:3e:dc:bb:8b", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee586ae-15", "ovs_interfaceid": "eee586ae-1533-46f0-9ead-071d6c54f3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.057483] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068834} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.066179] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:bb:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eee586ae-1533-46f0-9ead-071d6c54f3e0', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.075694] env[62448]: DEBUG oslo.service.loopingcall [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.076030] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.077567] env[62448]: INFO nova.scheduler.client.report [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Deleted allocations for instance ecdbb9ab-859b-4989-b6c3-e8f2e26301de [ 1978.080694] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.080694] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3efb53-2d9f-4a11-93d1-99286947dd01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.085560] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d1f737e-4c4b-4c77-9616-f4eea84eee22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.125707] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c9f61969-1be3-43a4-be52-f17c5cdbdfad/c9f61969-1be3-43a4-be52-f17c5cdbdfad.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.128457] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b2d01e1-49d7-49dd-924c-c6434a9255b6 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-3b730f3f-9462-4279-9ffa-d6e5052d8bb4-e5907541-febd-4213-87da-358a20ec9577" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.859s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.129470] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209b4c4b-5b6c-4a57-a34f-e7f9ab8b5b00 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.144321] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.144321] env[62448]: value = "task-2093058" [ 1978.144321] env[62448]: _type = "Task" [ 1978.144321] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.150710] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1978.150710] env[62448]: value = "task-2093059" [ 1978.150710] env[62448]: _type = "Task" [ 1978.150710] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.157766] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093058, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.164687] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.215271] env[62448]: INFO nova.compute.manager [None req-46ba9c43-fed5-4d6d-963e-1552294d790c tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Get console output [ 1978.215727] env[62448]: WARNING nova.virt.vmwareapi.driver [None req-46ba9c43-fed5-4d6d-963e-1552294d790c tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] The console log is missing. Check your VSPC configuration [ 1978.302120] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093054, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.536303] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093057, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.545222] env[62448]: DEBUG nova.compute.manager [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Received event network-changed-eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.545222] env[62448]: DEBUG nova.compute.manager [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Refreshing instance network info cache due to event network-changed-eee586ae-1533-46f0-9ead-071d6c54f3e0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1978.545222] env[62448]: DEBUG oslo_concurrency.lockutils [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] Acquiring lock "refresh_cache-b21271d3-a99b-479e-b79e-50612ee16863" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.545222] env[62448]: DEBUG oslo_concurrency.lockutils [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] Acquired lock "refresh_cache-b21271d3-a99b-479e-b79e-50612ee16863" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.545720] env[62448]: DEBUG nova.network.neutron [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Refreshing network info cache for port eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.567278] env[62448]: DEBUG nova.network.neutron [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Updated VIF entry in instance network info cache for port b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.567633] env[62448]: DEBUG nova.network.neutron [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Updating instance_info_cache with network_info: [{"id": "b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc", "address": "fa:16:3e:22:9d:7a", "network": {"id": "07a9bb44-fecd-43d4-b0f7-2f1f4cce0e09", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-114625248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21be10e30882448782ec7daac9f2a629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bf619b-4c", "ovs_interfaceid": "b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.572619] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb273f91-af43-474f-8380-ba7082b4fca6 tempest-ServerMetadataNegativeTestJSON-244747079 tempest-ServerMetadataNegativeTestJSON-244747079-project-member] Lock "87131a33-4ae6-42f3-8484-165948f4898d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.340s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.583217] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e662fbf9-9598-4382-86da-2e950e1b9eae tempest-ServersNegativeTestMultiTenantJSON-956550586 tempest-ServersNegativeTestMultiTenantJSON-956550586-project-member] Lock "eed09add-be12-4037-a619-c27f266e8efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.349s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.605580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8725e019-834d-432d-a5be-4a6272fcf04f tempest-ServersTestFqdnHostnames-92582713 tempest-ServersTestFqdnHostnames-92582713-project-member] Lock "ecdbb9ab-859b-4989-b6c3-e8f2e26301de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.161s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.655165] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093058, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.665325] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.801234] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093054, 'name': CreateVM_Task, 'duration_secs': 0.571567} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.802396] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.802396] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.802396] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.802758] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.803057] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5178cf9-da54-42d4-84dd-e3af67f2f639 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.809585] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1978.809585] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52647420-e4ef-cca9-4372-8a69d3f509be" [ 1978.809585] env[62448]: _type = "Task" [ 1978.809585] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.819819] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52647420-e4ef-cca9-4372-8a69d3f509be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.035746] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093057, 'name': CreateVM_Task, 'duration_secs': 0.696421} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.036046] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.036744] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.050976] env[62448]: DEBUG nova.network.neutron [-] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.071543] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Releasing lock "refresh_cache-3aa3b51b-bc51-4423-a42c-352f99626cb5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.072898] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Received event network-changed-d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1979.072898] env[62448]: DEBUG nova.compute.manager [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Refreshing instance network info cache due to event network-changed-d031269c-bcb7-47f1-bc91-7ef783f1eae4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1979.072898] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Acquiring lock "refresh_cache-92de1e76-8f36-4c5c-b4d5-1bb5e081f688" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.072898] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Acquired lock "refresh_cache-92de1e76-8f36-4c5c-b4d5-1bb5e081f688" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.072898] env[62448]: DEBUG nova.network.neutron [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Refreshing network info cache for port d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.162493] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093058, 'name': CreateVM_Task, 'duration_secs': 0.667653} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.167357] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.168237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.174529] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093059, 'name': ReconfigVM_Task, 'duration_secs': 0.597879} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.179427] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c9f61969-1be3-43a4-be52-f17c5cdbdfad/c9f61969-1be3-43a4-be52-f17c5cdbdfad.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1979.180639] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-242fe872-896f-4d8a-8030-0c477696a2f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.188035] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1979.188035] env[62448]: value = "task-2093061" [ 1979.188035] env[62448]: _type = "Task" [ 1979.188035] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.199809] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093061, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.327024] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52647420-e4ef-cca9-4372-8a69d3f509be, 'name': SearchDatastore_Task, 'duration_secs': 0.020694} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.330183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.330528] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.330832] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.331067] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.331487] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.332065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.332433] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.336258] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66d6ee89-1c75-497b-86e0-fbd5a7f205c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.336258] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61dbd9b8-5f03-494f-afad-92712dad7318 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.342666] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1979.342666] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5284984f-374b-6f92-343f-aaf2785804c4" [ 1979.342666] env[62448]: _type = "Task" [ 1979.342666] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.355702] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.355702] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.356609] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae62c138-aec3-443a-b185-07c01d55f041 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.148347] env[62448]: INFO nova.compute.manager [-] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Took 2.21 seconds to deallocate network for instance. [ 1980.148821] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "54bc8105-3911-46d8-a378-3edcd817e1ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.149207] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.149554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "54bc8105-3911-46d8-a378-3edcd817e1ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.149804] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.150087] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.152386] env[62448]: INFO nova.compute.manager [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Terminating instance [ 1980.159307] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5284984f-374b-6f92-343f-aaf2785804c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021111} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.169379] env[62448]: DEBUG nova.compute.manager [req-e35da300-592e-4225-83d8-8718821a2167 req-8e8dc700-63b5-4057-ad4d-a5d1c73d9f08 service nova] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Received event network-vif-deleted-88f31b3d-a708-4bc9-a73f-7209f5c41768 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.173593] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.174056] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.174335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.175155] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1980.175155] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5257946c-e141-526e-d9a3-b2b374809990" [ 1980.175155] env[62448]: _type = "Task" [ 1980.175155] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.180311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.180311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1980.184042] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4f4292-e54a-4048-92e5-ef5d735f8f0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.190766] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093061, 'name': Rename_Task, 'duration_secs': 0.209646} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.192432] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1980.192432] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d1217e-8397-4012-9b59-ef634bc9ffea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.199345] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5257946c-e141-526e-d9a3-b2b374809990, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.199991] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1980.199991] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52286b76-5992-aa6a-8911-3d263045fa37" [ 1980.199991] env[62448]: _type = "Task" [ 1980.199991] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.204231] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b778828f-a6b4-4ae4-9c00-a2cd2f94f601 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.211388] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1980.211388] env[62448]: value = "task-2093062" [ 1980.211388] env[62448]: _type = "Task" [ 1980.211388] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.220178] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1980.220178] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526b5abe-9a8e-35ac-8426-84c32a73a645" [ 1980.220178] env[62448]: _type = "Task" [ 1980.220178] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.220503] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52286b76-5992-aa6a-8911-3d263045fa37, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.224190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.225154] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.225154] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.233499] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.238705] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526b5abe-9a8e-35ac-8426-84c32a73a645, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.238931] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.239221] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3aa3b51b-bc51-4423-a42c-352f99626cb5/3aa3b51b-bc51-4423-a42c-352f99626cb5.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.239936] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.239936] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.239936] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91201fe-45d6-4b91-bf9d-64c8283c6329 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.241955] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64776396-bed3-4edb-9fa2-5b9d0a2e7936 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.254162] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1980.254162] env[62448]: value = "task-2093063" [ 1980.254162] env[62448]: _type = "Task" [ 1980.254162] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.259487] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.260608] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.266742] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a400b7d9-cadd-40fd-a4e4-c12c8a7acf58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.268905] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.272702] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1980.272702] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52aa1c20-3d6d-6ed0-19fd-7089c3f030f9" [ 1980.272702] env[62448]: _type = "Task" [ 1980.272702] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.280738] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52aa1c20-3d6d-6ed0-19fd-7089c3f030f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.441283] env[62448]: DEBUG nova.network.neutron [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Updated VIF entry in instance network info cache for port eee586ae-1533-46f0-9ead-071d6c54f3e0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.441949] env[62448]: DEBUG nova.network.neutron [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Updating instance_info_cache with network_info: [{"id": "eee586ae-1533-46f0-9ead-071d6c54f3e0", "address": "fa:16:3e:dc:bb:8b", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee586ae-15", "ovs_interfaceid": "eee586ae-1533-46f0-9ead-071d6c54f3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.487242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb671b9-446b-43d8-8ea7-c00511f78dd2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.495380] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcb55e-2227-4f5b-9557-adff540e9426 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.532564] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e83848-7343-4da2-8e78-89e8e6bf8b52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.537968] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f5aac9-ef25-4d4e-93e1-322d48da1827 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.554731] env[62448]: DEBUG nova.compute.provider_tree [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.662840] env[62448]: DEBUG nova.compute.manager [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.662840] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.663234] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944572a3-094e-48ca-a3d2-dad82df35252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.678982] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.678982] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996e34e8-8eb2-4fa4-9b9e-226e85754f41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.682880] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.687520] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1980.687520] env[62448]: value = "task-2093064" [ 1980.687520] env[62448]: _type = "Task" [ 1980.687520] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.701300] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2093064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.734737] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093062, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.763069] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093063, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.789251] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52aa1c20-3d6d-6ed0-19fd-7089c3f030f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.789251] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c6cabe-077e-4629-924c-596b72e68b40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.796634] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1980.796634] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5203ffa3-9850-6965-b1db-b0208b1f9fd5" [ 1980.796634] env[62448]: _type = "Task" [ 1980.796634] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.807349] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5203ffa3-9850-6965-b1db-b0208b1f9fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.944842] env[62448]: DEBUG oslo_concurrency.lockutils [req-e1b89f73-5a3b-4309-a4c4-dd44cabf8a4a req-dfe98fd2-1963-49ac-b2de-2507cb15891d service nova] Releasing lock "refresh_cache-b21271d3-a99b-479e-b79e-50612ee16863" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.059619] env[62448]: DEBUG nova.scheduler.client.report [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.082827] env[62448]: DEBUG nova.network.neutron [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Updated VIF entry in instance network info cache for port d031269c-bcb7-47f1-bc91-7ef783f1eae4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.087359] env[62448]: DEBUG nova.network.neutron [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Updating instance_info_cache with network_info: [{"id": "d031269c-bcb7-47f1-bc91-7ef783f1eae4", "address": "fa:16:3e:df:d9:c1", "network": {"id": "5b941dfd-d1bb-4ac9-ac6b-4f3168bc03e8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1634815197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87d3c8eede304a71bf9b514ad56b9038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd031269c-bc", "ovs_interfaceid": "d031269c-bcb7-47f1-bc91-7ef783f1eae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.200267] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2093064, 'name': PowerOffVM_Task, 'duration_secs': 0.349161} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.200267] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.200267] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1981.200838] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69edc263-e67c-4663-9455-96bb1ef8ea3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.228360] env[62448]: DEBUG oslo_vmware.api [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093062, 'name': PowerOnVM_Task, 'duration_secs': 0.902814} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.228685] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.228957] env[62448]: INFO nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Took 15.74 seconds to spawn the instance on the hypervisor. [ 1981.229204] env[62448]: DEBUG nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.230058] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36453948-0cd8-43c7-84f8-33ad68c570ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.248953] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.248953] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428670', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'name': 'volume-278b920e-f3b9-4379-8c15-8170b2e801bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a55c6b49-e2bd-485a-9a54-8bf95b0a8b48', 'attached_at': '', 'detached_at': '', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'serial': '278b920e-f3b9-4379-8c15-8170b2e801bc'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.249730] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45c239-9c1e-4b0b-8b94-6d4728f8e8f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.279014] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572932} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.279376] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894eb876-ace0-4fc3-8a14-c7b060537704 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.283030] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3aa3b51b-bc51-4423-a42c-352f99626cb5/3aa3b51b-bc51-4423-a42c-352f99626cb5.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.283030] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.283030] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8b40eb-f771-4cf1-80ba-208d179c236d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.313536] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-278b920e-f3b9-4379-8c15-8170b2e801bc/volume-278b920e-f3b9-4379-8c15-8170b2e801bc.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.319223] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f477d9-871f-4bf8-92c1-f105bc4991f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.333320] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1981.333320] env[62448]: value = "task-2093066" [ 1981.333320] env[62448]: _type = "Task" [ 1981.333320] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.344582] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5203ffa3-9850-6965-b1db-b0208b1f9fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.013861} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.344827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.345180] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 92de1e76-8f36-4c5c-b4d5-1bb5e081f688/92de1e76-8f36-4c5c-b4d5-1bb5e081f688.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1981.345561] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1981.345561] env[62448]: value = "task-2093067" [ 1981.345561] env[62448]: _type = "Task" [ 1981.345561] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.345904] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.346143] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.346426] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a07a47-c873-4960-941a-1b54e91f184d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.351590] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed8b89f2-17d2-451e-83b5-ff772fb9f55f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.357539] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093066, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.365663] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1981.365663] env[62448]: value = "task-2093068" [ 1981.365663] env[62448]: _type = "Task" [ 1981.365663] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.367650] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.374394] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1981.374394] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1981.374394] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04eebcf1-3eb9-44c4-9634-ed4bcfd6a558 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.384963] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1981.384963] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cae1a9-8f0f-c252-dd5e-1bda35e7e9a7" [ 1981.384963] env[62448]: _type = "Task" [ 1981.384963] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.385321] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.396858] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cae1a9-8f0f-c252-dd5e-1bda35e7e9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.531124] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.531362] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.531561] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Deleting the datastore file [datastore2] 54bc8105-3911-46d8-a378-3edcd817e1ba {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.531843] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af57819-9d93-40ed-99f3-61a489821352 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.539334] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for the task: (returnval){ [ 1981.539334] env[62448]: value = "task-2093069" [ 1981.539334] env[62448]: _type = "Task" [ 1981.539334] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.548715] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2093069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.569026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.558s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.569026] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1981.570313] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.682s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.570501] env[62448]: DEBUG nova.objects.instance [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1981.587061] env[62448]: DEBUG oslo_concurrency.lockutils [req-999f2eb9-4b1a-4d20-884c-70f67bacf039 req-4da5e539-8da7-4dd0-b65e-094179f1b8d7 service nova] Releasing lock "refresh_cache-92de1e76-8f36-4c5c-b4d5-1bb5e081f688" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.759100] env[62448]: INFO nova.compute.manager [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Took 45.70 seconds to build instance. [ 1981.848345] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096801} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.848936] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.853249] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06710d97-826f-4abf-9d81-5adcbc3423d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.863459] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.887588] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3aa3b51b-bc51-4423-a42c-352f99626cb5/3aa3b51b-bc51-4423-a42c-352f99626cb5.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.891770] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0199a12-130c-490c-94c0-a1150daa8981 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.926549] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cae1a9-8f0f-c252-dd5e-1bda35e7e9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.932142] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1981.932142] env[62448]: value = "task-2093070" [ 1981.932142] env[62448]: _type = "Task" [ 1981.932142] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.932834] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.933575] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfba6f3-68c2-4e09-8b29-668d87c4b3a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.951317] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1981.951317] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525f89f3-b0c3-e279-ebc8-11271704fd75" [ 1981.951317] env[62448]: _type = "Task" [ 1981.951317] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.951608] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.962842] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525f89f3-b0c3-e279-ebc8-11271704fd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.053581] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2093069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.072848] env[62448]: DEBUG nova.compute.utils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.075052] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.075273] env[62448]: DEBUG nova.network.neutron [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.189842] env[62448]: DEBUG nova.policy [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65ed67ea9c5b4a98b80f7c5e6e8fb2b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b3421405584bdd8726376e06028092', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.262744] env[62448]: DEBUG oslo_concurrency.lockutils [None req-57a32c61-d0a6-44de-9191-d585803aff5f tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.281s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.361512] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093067, 'name': ReconfigVM_Task, 'duration_secs': 0.863052} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.361911] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-278b920e-f3b9-4379-8c15-8170b2e801bc/volume-278b920e-f3b9-4379-8c15-8170b2e801bc.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.369805] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5736cd-21db-493a-a852-52fb9c8a2613 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.395637] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713473} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.396719] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 92de1e76-8f36-4c5c-b4d5-1bb5e081f688/92de1e76-8f36-4c5c-b4d5-1bb5e081f688.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1982.398035] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1982.398035] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1982.398035] env[62448]: value = "task-2093071" [ 1982.398035] env[62448]: _type = "Task" [ 1982.398035] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.398895] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2abb3e8-28ba-42a3-8745-42d8434595b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.410953] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.413035] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1982.413035] env[62448]: value = "task-2093072" [ 1982.413035] env[62448]: _type = "Task" [ 1982.413035] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.425020] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.446352] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.462203] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525f89f3-b0c3-e279-ebc8-11271704fd75, 'name': SearchDatastore_Task, 'duration_secs': 0.058216} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.462387] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.462655] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] b21271d3-a99b-479e-b79e-50612ee16863/b21271d3-a99b-479e-b79e-50612ee16863.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1982.463578] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2acbfb6f-8ca7-4f1a-96bc-940727d9b2c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.472347] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1982.472347] env[62448]: value = "task-2093073" [ 1982.472347] env[62448]: _type = "Task" [ 1982.472347] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.481644] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.551232] env[62448]: DEBUG oslo_vmware.api [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Task: {'id': task-2093069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558509} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.551544] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1982.551727] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1982.551895] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1982.552079] env[62448]: INFO nova.compute.manager [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1982.552327] env[62448]: DEBUG oslo.service.loopingcall [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.552775] env[62448]: DEBUG nova.compute.manager [-] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1982.552775] env[62448]: DEBUG nova.network.neutron [-] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1982.589610] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1982.593475] env[62448]: DEBUG oslo_concurrency.lockutils [None req-444688f5-1844-48ad-af3e-5b9e7b89ec4c tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.595032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.242s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.596290] env[62448]: INFO nova.compute.claims [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.673198] env[62448]: DEBUG nova.network.neutron [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Successfully created port: dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1982.766245] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1982.917800] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.934687] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071477} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.935276] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.936365] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1fbea-03f3-4f27-ba70-f7e4ee87e0f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.972896] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 92de1e76-8f36-4c5c-b4d5-1bb5e081f688/92de1e76-8f36-4c5c-b4d5-1bb5e081f688.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.979261] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b12cc02b-8afe-4112-b806-6915e139593a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.997833] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093070, 'name': ReconfigVM_Task, 'duration_secs': 0.63012} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.005250] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3aa3b51b-bc51-4423-a42c-352f99626cb5/3aa3b51b-bc51-4423-a42c-352f99626cb5.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.005250] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-760b9ce5-23af-496b-a8ce-001f61ac1444 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.008084] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1983.008084] env[62448]: value = "task-2093074" [ 1983.008084] env[62448]: _type = "Task" [ 1983.008084] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.012040] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.016197] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1983.016197] env[62448]: value = "task-2093075" [ 1983.016197] env[62448]: _type = "Task" [ 1983.016197] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.024360] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.030610] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093075, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.108960] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.109300] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.109560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.109675] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.109844] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.112171] env[62448]: INFO nova.compute.manager [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Terminating instance [ 1983.305707] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.417823] env[62448]: DEBUG oslo_vmware.api [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093071, 'name': ReconfigVM_Task, 'duration_secs': 0.932867} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.418182] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428670', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'name': 'volume-278b920e-f3b9-4379-8c15-8170b2e801bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a55c6b49-e2bd-485a-9a54-8bf95b0a8b48', 'attached_at': '', 'detached_at': '', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'serial': '278b920e-f3b9-4379-8c15-8170b2e801bc'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1983.492372] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.525173] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.531021] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093075, 'name': Rename_Task, 'duration_secs': 0.272481} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.531580] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.531847] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-100be491-c2ce-4e3f-9b81-d1364ec8f27a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.539253] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1983.539253] env[62448]: value = "task-2093076" [ 1983.539253] env[62448]: _type = "Task" [ 1983.539253] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.549021] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.610368] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1983.620930] env[62448]: DEBUG nova.compute.manager [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.621329] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.622689] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a506c1-3bec-4d8a-9ff0-4c947a8c0397 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.635513] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.637163] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d12b0f57-f023-4e28-a54e-ec2b5c60aeb8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.649628] env[62448]: DEBUG oslo_vmware.api [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1983.649628] env[62448]: value = "task-2093077" [ 1983.649628] env[62448]: _type = "Task" [ 1983.649628] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.653443] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1983.653842] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1983.654138] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1983.654461] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1983.654707] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1983.654958] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1983.655315] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1983.655575] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1983.655844] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1983.656129] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1983.656408] env[62448]: DEBUG nova.virt.hardware [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1983.657835] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d3fb1-6c48-4e57-bc76-8816f34256ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.683484] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244c6f3c-6d98-4513-9678-0533c218c811 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.690124] env[62448]: DEBUG oslo_vmware.api [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.839088] env[62448]: DEBUG nova.compute.manager [req-4193b743-cad7-4a51-9932-d3ea86b74d48 req-647e120b-2d9e-46c9-954d-c1e3b27c9048 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Received event network-vif-deleted-10712220-b11f-4304-8433-9a3956512212 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1983.839390] env[62448]: INFO nova.compute.manager [req-4193b743-cad7-4a51-9932-d3ea86b74d48 req-647e120b-2d9e-46c9-954d-c1e3b27c9048 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Neutron deleted interface 10712220-b11f-4304-8433-9a3956512212; detaching it from the instance and deleting it from the info cache [ 1983.840612] env[62448]: DEBUG nova.network.neutron [req-4193b743-cad7-4a51-9932-d3ea86b74d48 req-647e120b-2d9e-46c9-954d-c1e3b27c9048 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.005790] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093073, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.256476} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.007291] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] b21271d3-a99b-479e-b79e-50612ee16863/b21271d3-a99b-479e-b79e-50612ee16863.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1984.007291] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1984.007291] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb36796b-adec-43a2-8117-ab3a7f68c3ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.022331] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1984.022331] env[62448]: value = "task-2093078" [ 1984.022331] env[62448]: _type = "Task" [ 1984.022331] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.035416] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093074, 'name': ReconfigVM_Task, 'duration_secs': 0.732502} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.040285] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 92de1e76-8f36-4c5c-b4d5-1bb5e081f688/92de1e76-8f36-4c5c-b4d5-1bb5e081f688.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1984.048274] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc48064-a1c9-4af0-988d-4e3d3cf01bb7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.052207] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.068296] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.068296] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1984.068296] env[62448]: value = "task-2093079" [ 1984.068296] env[62448]: _type = "Task" [ 1984.068296] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.075623] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093079, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.170429] env[62448]: DEBUG oslo_vmware.api [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093077, 'name': PowerOffVM_Task, 'duration_secs': 0.350201} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.170673] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.170859] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.171184] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f6d509-cf36-4ff0-8d7b-ffb51d084f9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.266376] env[62448]: DEBUG nova.network.neutron [-] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.300902] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716d7a6f-d6e2-4059-a83b-a35c561146d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.309584] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6cbb7d-9aca-4391-8922-ae2f9f45c399 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.345367] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a9911-8e19-43d4-afb9-679d2ff501da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.347844] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb177add-11a5-4f49-b8e7-9df187ae7ce8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.356690] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb709f-fa39-4fdc-99d2-171b12bc26fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.367054] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae28eb4d-b25b-430d-b889-0e183d3dc980 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.396402] env[62448]: DEBUG nova.compute.provider_tree [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.421653] env[62448]: DEBUG nova.compute.manager [req-4193b743-cad7-4a51-9932-d3ea86b74d48 req-647e120b-2d9e-46c9-954d-c1e3b27c9048 service nova] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Detach interface failed, port_id=10712220-b11f-4304-8433-9a3956512212, reason: Instance 54bc8105-3911-46d8-a378-3edcd817e1ba could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1984.473782] env[62448]: DEBUG nova.objects.instance [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'flavor' on Instance uuid a55c6b49-e2bd-485a-9a54-8bf95b0a8b48 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.537587] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138949} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.537914] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1984.538739] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5968ec-db0e-47f8-a510-8a310b67c714 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.561678] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] b21271d3-a99b-479e-b79e-50612ee16863/b21271d3-a99b-479e-b79e-50612ee16863.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1984.567359] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5364e12-2055-49fc-9393-47e200e1922c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.592385] env[62448]: DEBUG oslo_vmware.api [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093076, 'name': PowerOnVM_Task, 'duration_secs': 0.973128} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.593977] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.594198] env[62448]: INFO nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Took 13.83 seconds to spawn the instance on the hypervisor. [ 1984.594376] env[62448]: DEBUG nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.594724] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1984.594724] env[62448]: value = "task-2093081" [ 1984.594724] env[62448]: _type = "Task" [ 1984.594724] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.595546] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47ee9f9-d9a7-4e64-9f9f-c04e7cd75bde {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.604356] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093079, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.615494] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.777163] env[62448]: INFO nova.compute.manager [-] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Took 2.22 seconds to deallocate network for instance. [ 1984.899051] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.922227] env[62448]: ERROR nova.scheduler.client.report [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [req-0109ffb0-f033-4c67-a321-b921bfedf33b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0109ffb0-f033-4c67-a321-b921bfedf33b"}]} [ 1984.939256] env[62448]: DEBUG nova.scheduler.client.report [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1984.954350] env[62448]: DEBUG nova.scheduler.client.report [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1984.954790] env[62448]: DEBUG nova.compute.provider_tree [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1984.967519] env[62448]: DEBUG nova.scheduler.client.report [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1984.979519] env[62448]: DEBUG oslo_concurrency.lockutils [None req-db5addc9-6e1c-405a-9d28-93378157054c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.890s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.980521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.082s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.980739] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.980946] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.981124] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.985621] env[62448]: INFO nova.compute.manager [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Terminating instance [ 1984.990212] env[62448]: DEBUG nova.scheduler.client.report [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1985.093548] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093079, 'name': Rename_Task, 'duration_secs': 0.776385} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.096251] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1985.097497] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1569b8a-3b67-4250-b927-6f3796cc3daf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.108116] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093081, 'name': ReconfigVM_Task, 'duration_secs': 0.345948} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.109462] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Reconfigured VM instance instance-00000039 to attach disk [datastore2] b21271d3-a99b-479e-b79e-50612ee16863/b21271d3-a99b-479e-b79e-50612ee16863.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.110114] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1985.110114] env[62448]: value = "task-2093082" [ 1985.110114] env[62448]: _type = "Task" [ 1985.110114] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.110311] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c0b8bb-c666-4232-ab44-2bea7ba3dff0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.124013] env[62448]: INFO nova.compute.manager [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Took 47.91 seconds to build instance. [ 1985.127160] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1985.127160] env[62448]: value = "task-2093083" [ 1985.127160] env[62448]: _type = "Task" [ 1985.127160] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.131037] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.140426] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093083, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.284554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.489953] env[62448]: DEBUG nova.compute.manager [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1985.490240] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.490504] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ca0a60-17fe-4497-9f50-211741da045d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.497246] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea204f94-990e-4dc6-9b8b-b5dc7c182577 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.500440] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1985.500440] env[62448]: value = "task-2093084" [ 1985.500440] env[62448]: _type = "Task" [ 1985.500440] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.507291] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d508d2f-415d-4709-b1aa-c56745934576 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.515969] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.544242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715c88d-9c7e-4855-ad5b-c6a754a7db57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.551950] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99543b-1fe3-4c31-9f77-8b6765c0b959 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.566291] env[62448]: DEBUG nova.compute.provider_tree [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.621391] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093082, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.627054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-91d7f79d-47c9-4090-94d9-3cc5e843e453 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.762s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.642270] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093083, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.010874] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.070145] env[62448]: DEBUG nova.scheduler.client.report [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.122521] env[62448]: DEBUG oslo_vmware.api [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093082, 'name': PowerOnVM_Task, 'duration_secs': 0.547175} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.122864] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1986.123121] env[62448]: INFO nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Took 17.93 seconds to spawn the instance on the hypervisor. [ 1986.123308] env[62448]: DEBUG nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.124149] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe1bb37-ea2b-4596-933f-30a7472d2003 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.132436] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1986.147128] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093083, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.330342] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "3aa3b51b-bc51-4423-a42c-352f99626cb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.330654] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.330866] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "3aa3b51b-bc51-4423-a42c-352f99626cb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.331064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.331242] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.336330] env[62448]: INFO nova.compute.manager [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Terminating instance [ 1986.511209] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093084, 'name': PowerOffVM_Task, 'duration_secs': 0.987402} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.511522] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.511677] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1986.511866] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428670', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'name': 'volume-278b920e-f3b9-4379-8c15-8170b2e801bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a55c6b49-e2bd-485a-9a54-8bf95b0a8b48', 'attached_at': '', 'detached_at': '', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'serial': '278b920e-f3b9-4379-8c15-8170b2e801bc'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1986.512676] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b685db9-8c04-4be5-b110-11bb03accba7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.533885] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77ea1d-24f7-4af8-af97-2ba023d70fba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.541109] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512724d3-f2e5-4efb-8666-eb6a938067f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.561527] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737484cb-9728-41ce-83b9-e4244b6a53d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.576684] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.982s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.577223] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.579773] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] The volume has not been displaced from its original location: [datastore2] volume-278b920e-f3b9-4379-8c15-8170b2e801bc/volume-278b920e-f3b9-4379-8c15-8170b2e801bc.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1986.585020] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1986.585625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.674s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.585803] env[62448]: DEBUG nova.objects.instance [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1986.588306] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d4ac33-5ee2-4723-93c4-a5ff8655c8ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.608308] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1986.608308] env[62448]: value = "task-2093085" [ 1986.608308] env[62448]: _type = "Task" [ 1986.608308] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.616978] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.654458] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093083, 'name': Rename_Task, 'duration_secs': 1.170589} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.654949] env[62448]: INFO nova.compute.manager [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Took 49.96 seconds to build instance. [ 1986.655872] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1986.656323] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ff7d70-8ce4-4639-ae9d-585f05ccf581 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.663166] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1986.663166] env[62448]: value = "task-2093086" [ 1986.663166] env[62448]: _type = "Task" [ 1986.663166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.671366] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.674435] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.840591] env[62448]: DEBUG nova.compute.manager [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.840838] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.841793] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3481c5b-7d0c-41b2-87a5-4e59f5d1800b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.851633] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.851937] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef23b661-9ca0-47af-9b53-5469ac3c69b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.861191] env[62448]: DEBUG oslo_vmware.api [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1986.861191] env[62448]: value = "task-2093087" [ 1986.861191] env[62448]: _type = "Task" [ 1986.861191] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.870076] env[62448]: DEBUG oslo_vmware.api [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.088435] env[62448]: DEBUG nova.compute.utils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.089975] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.090240] env[62448]: DEBUG nova.network.neutron [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.120231] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093085, 'name': ReconfigVM_Task, 'duration_secs': 0.263655} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.120558] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1987.126307] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab058501-0b0e-4db2-9d5f-468e79a8b6d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.143137] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1987.143137] env[62448]: value = "task-2093088" [ 1987.143137] env[62448]: _type = "Task" [ 1987.143137] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.158522] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.158522] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8ebc1e00-2f21-4b32-9ca1-8d23aacf8276 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.132s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.159859] env[62448]: DEBUG nova.policy [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78cf51febeeb46c887e334f45c19b331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35c6ad13d4704d9697178185f45ca890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.173163] env[62448]: DEBUG oslo_vmware.api [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093086, 'name': PowerOnVM_Task, 'duration_secs': 0.503303} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.173393] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1987.173600] env[62448]: INFO nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Took 14.32 seconds to spawn the instance on the hypervisor. [ 1987.173798] env[62448]: DEBUG nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1987.174655] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a7a6e-5d9c-42c3-9fea-2c8c4cea2587 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.370983] env[62448]: DEBUG oslo_vmware.api [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093087, 'name': PowerOffVM_Task, 'duration_secs': 0.250876} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.374616] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.374616] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.374616] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ed76b3-83eb-4117-b08c-62ab05406c8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.595741] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.608866] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7536fbef-5c42-484f-aeb1-2678b3344f7f tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.610443] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.839s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.614908] env[62448]: INFO nova.compute.claims [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1987.654028] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093088, 'name': ReconfigVM_Task, 'duration_secs': 0.24769} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.654028] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428670', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'name': 'volume-278b920e-f3b9-4379-8c15-8170b2e801bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a55c6b49-e2bd-485a-9a54-8bf95b0a8b48', 'attached_at': '', 'detached_at': '', 'volume_id': '278b920e-f3b9-4379-8c15-8170b2e801bc', 'serial': '278b920e-f3b9-4379-8c15-8170b2e801bc'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1987.654291] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.654982] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bd5294-2fa8-4ac6-a6d3-bc1a6d7c3ada {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.663205] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.663205] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5cbb14a-52e0-40e2-bf82-4ee8537d66ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.693027] env[62448]: INFO nova.compute.manager [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Took 49.16 seconds to build instance. [ 1987.728304] env[62448]: DEBUG nova.network.neutron [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Successfully created port: 71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1987.837300] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1f8fe-603f-fcde-c8ae-c017b094f83e/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1987.838378] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404e33f3-fdd6-4ae4-8663-07bde6d1c98d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.846678] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1f8fe-603f-fcde-c8ae-c017b094f83e/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1987.846838] env[62448]: ERROR oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1f8fe-603f-fcde-c8ae-c017b094f83e/disk-0.vmdk due to incomplete transfer. [ 1987.847079] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76d08289-c98c-4efb-b3b5-1359601bc980 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.854059] env[62448]: DEBUG oslo_vmware.rw_handles [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1f8fe-603f-fcde-c8ae-c017b094f83e/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1987.854059] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Uploaded image 65439661-ee9b-418d-a7d6-0067136edf1d to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1987.856221] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1987.856431] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-558b3f63-fa0f-4e39-b2ba-7bcc448a3adc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.865653] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1987.865653] env[62448]: value = "task-2093091" [ 1987.865653] env[62448]: _type = "Task" [ 1987.865653] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.877038] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.196584] env[62448]: DEBUG oslo_concurrency.lockutils [None req-707ad907-fd55-4c16-9adb-e9b13bfff82f tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "b21271d3-a99b-479e-b79e-50612ee16863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.543s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.376450] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.608616] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.631135] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.631392] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.631550] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.631729] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.631876] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.632028] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.632238] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.632396] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.632560] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.632721] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.632892] env[62448]: DEBUG nova.virt.hardware [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.633755] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4acb95-e75f-44f2-88a0-c7e3d9fbde80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.641278] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28668c1f-74ad-4cf7-ba83-0d870050f461 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.878145] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.031389] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9328a0-518e-4f95-b995-ef0ad5e85d7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.038830] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f271535-f994-4697-bd10-0ec5f5c76c89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.074313] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726f239-fb7c-43b6-a34b-4dddf3af63b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.085931] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1f5b5-9096-43e4-b8a1-7b365ee4d676 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.102925] env[62448]: DEBUG nova.compute.provider_tree [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.379086] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.527759] env[62448]: DEBUG nova.compute.manager [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1989.528522] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa1684-68f1-4add-bfeb-cc994993aa4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.582312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.582312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.582312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.582312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.582543] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.584789] env[62448]: INFO nova.compute.manager [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Terminating instance [ 1989.605955] env[62448]: DEBUG nova.scheduler.client.report [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.880061] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.979735] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "9af02b81-fb69-4931-a1ee-b384839d10df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.980068] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "9af02b81-fb69-4931-a1ee-b384839d10df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.038804] env[62448]: INFO nova.compute.manager [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] instance snapshotting [ 1990.041557] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100bbb4-f7d0-4218-b8d7-07f225a73917 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.062342] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7c2793-fadc-4058-a50e-1f5387e5bcfa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.090240] env[62448]: DEBUG nova.compute.manager [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1990.090240] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1990.090240] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c09c67a-4a23-4552-bb9b-583adf961385 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.097158] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1990.097299] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1df03ee-0c00-4d89-afdc-13e9b908c2ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.104802] env[62448]: DEBUG oslo_vmware.api [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1990.104802] env[62448]: value = "task-2093092" [ 1990.104802] env[62448]: _type = "Task" [ 1990.104802] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.111856] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.112642] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1990.117039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.200s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.124213] env[62448]: DEBUG oslo_vmware.api [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.379672] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.483922] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1990.572617] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1990.573049] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26f0d850-0ea8-421b-8750-eb5a9a285b36 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.580683] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1990.580683] env[62448]: value = "task-2093093" [ 1990.580683] env[62448]: _type = "Task" [ 1990.580683] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.588476] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.613719] env[62448]: DEBUG oslo_vmware.api [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093092, 'name': PowerOffVM_Task, 'duration_secs': 0.200918} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.613973] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.614157] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.614402] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1e7bae-cd20-4a96-ab22-00927c859194 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.618174] env[62448]: DEBUG nova.compute.utils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.619561] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1990.619732] env[62448]: DEBUG nova.network.neutron [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.621765] env[62448]: DEBUG nova.objects.instance [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lazy-loading 'migration_context' on Instance uuid c6163c18-0074-4336-aeda-272f9da51db0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.684666] env[62448]: DEBUG nova.policy [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '091056603f004d2c89cd69bd662260a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecb9407eea0c45efbf7c5a39fa41f2d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1990.880971] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.017296] env[62448]: DEBUG nova.network.neutron [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Successfully created port: ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.020251] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.094256] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.124422] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1991.386729] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.593577] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.629784] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576aafdf-c316-468f-8615-f0c349f7dd24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.640099] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25474c80-156c-4fb0-8b97-23cd7b7b865a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.670993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be12c49-3e5e-4b05-a08e-4fbc160268cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.677460] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f24426-a240-4b82-93ba-edabe33cec85 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.690760] env[62448]: DEBUG nova.compute.provider_tree [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.882067] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.092321] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093093, 'name': CreateSnapshot_Task, 'duration_secs': 1.243709} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.092691] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1992.093526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab21b1-b147-49e2-b46b-a5f5cbcdb799 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.137920] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1992.162752] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1992.163017] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.163178] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1992.163370] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.163552] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1992.163705] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1992.163910] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1992.164081] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1992.164249] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1992.164410] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1992.164650] env[62448]: DEBUG nova.virt.hardware [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1992.165780] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eaedfb-a19e-40b4-8fbb-b082eea0e107 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.175749] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36fcfcb-c6d6-49c5-8c49-dcd2901037b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.194082] env[62448]: DEBUG nova.scheduler.client.report [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.382182] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.611149] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1992.611493] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-168a13ca-0701-429d-a11a-34500d56ce2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.621299] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1992.621299] env[62448]: value = "task-2093095" [ 1992.621299] env[62448]: _type = "Task" [ 1992.621299] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.630042] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093095, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.883054] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.131549] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093095, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.205847] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.089s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.213451] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.599s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.213706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.216111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.388s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.216310] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.218291] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.332s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.218474] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.220190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.883s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.220401] env[62448]: DEBUG nova.objects.instance [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1993.228400] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.228614] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.228798] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Deleting the datastore file [datastore2] 92de1e76-8f36-4c5c-b4d5-1bb5e081f688 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.234069] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3411e348-24f4-4354-8b24-df1a9d9d24f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.236207] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.236421] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.236605] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Deleting the datastore file [datastore2] 3aa3b51b-bc51-4423-a42c-352f99626cb5 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.237161] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8b89ab-bc55-44c9-8beb-cc3fa68ff541 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.244878] env[62448]: DEBUG oslo_vmware.api [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for the task: (returnval){ [ 1993.244878] env[62448]: value = "task-2093097" [ 1993.244878] env[62448]: _type = "Task" [ 1993.244878] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.246561] env[62448]: DEBUG oslo_vmware.api [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for the task: (returnval){ [ 1993.246561] env[62448]: value = "task-2093096" [ 1993.246561] env[62448]: _type = "Task" [ 1993.246561] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.254434] env[62448]: INFO nova.scheduler.client.report [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted allocations for instance 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c [ 1993.256111] env[62448]: INFO nova.scheduler.client.report [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocations for instance 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35 [ 1993.265751] env[62448]: DEBUG oslo_vmware.api [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.266728] env[62448]: INFO nova.scheduler.client.report [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted allocations for instance 59ea60b5-2790-4d73-b5e4-bc2ec496edae [ 1993.271126] env[62448]: DEBUG oslo_vmware.api [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.385169] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093091, 'name': Destroy_Task, 'duration_secs': 5.509957} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.385439] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Destroyed the VM [ 1993.385673] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1993.385920] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00cd0fee-162b-4e9a-8a4f-4bdd3bbb6597 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.392436] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 1993.392436] env[62448]: value = "task-2093098" [ 1993.392436] env[62448]: _type = "Task" [ 1993.392436] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.400480] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.432330] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.432662] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.432983] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Deleting the datastore file [datastore2] c9f61969-1be3-43a4-be52-f17c5cdbdfad {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.433317] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c9ec7d-169f-4075-a43e-2573a98e0a57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.439601] env[62448]: DEBUG oslo_vmware.api [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for the task: (returnval){ [ 1993.439601] env[62448]: value = "task-2093099" [ 1993.439601] env[62448]: _type = "Task" [ 1993.439601] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.446361] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.446559] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.446757] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleting the datastore file [datastore2] a55c6b49-e2bd-485a-9a54-8bf95b0a8b48 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.449500] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44edc29d-8882-407d-8618-f761b7d9ff8a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.451631] env[62448]: DEBUG oslo_vmware.api [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.456494] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 1993.456494] env[62448]: value = "task-2093100" [ 1993.456494] env[62448]: _type = "Task" [ 1993.456494] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.464035] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.633499] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093095, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.760108] env[62448]: DEBUG oslo_vmware.api [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Task: {'id': task-2093097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150436} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.763104] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.763305] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.763484] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.763656] env[62448]: INFO nova.compute.manager [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Took 3.68 seconds to destroy the instance on the hypervisor. [ 1993.763889] env[62448]: DEBUG oslo.service.loopingcall [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.766049] env[62448]: DEBUG oslo_vmware.api [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Task: {'id': task-2093096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152543} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.766483] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f566c627-53c9-4d1e-92a8-c19a126a1961 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.493s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.767345] env[62448]: DEBUG nova.compute.manager [-] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.770589] env[62448]: DEBUG nova.network.neutron [-] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.770929] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.770929] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.770995] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.771486] env[62448]: INFO nova.compute.manager [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Took 6.93 seconds to destroy the instance on the hypervisor. [ 1993.771486] env[62448]: DEBUG oslo.service.loopingcall [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.772325] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e2887141-ba37-4e7c-bade-208296e9438f tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.367s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.772668] env[62448]: DEBUG nova.compute.manager [-] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.772915] env[62448]: DEBUG nova.network.neutron [-] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.776746] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b08afa2-191a-4003-879b-1d17440bfa83 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "59ea60b5-2790-4d73-b5e4-bc2ec496edae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.655s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.795804] env[62448]: DEBUG nova.compute.manager [req-a6432c53-8d4e-46b5-86ee-3a32fd74908e req-c7d139bf-f1ad-49f3-9621-98106833159b service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Received event network-vif-plugged-dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.796047] env[62448]: DEBUG oslo_concurrency.lockutils [req-a6432c53-8d4e-46b5-86ee-3a32fd74908e req-c7d139bf-f1ad-49f3-9621-98106833159b service nova] Acquiring lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.796286] env[62448]: DEBUG oslo_concurrency.lockutils [req-a6432c53-8d4e-46b5-86ee-3a32fd74908e req-c7d139bf-f1ad-49f3-9621-98106833159b service nova] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.796460] env[62448]: DEBUG oslo_concurrency.lockutils [req-a6432c53-8d4e-46b5-86ee-3a32fd74908e req-c7d139bf-f1ad-49f3-9621-98106833159b service nova] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.796647] env[62448]: DEBUG nova.compute.manager [req-a6432c53-8d4e-46b5-86ee-3a32fd74908e req-c7d139bf-f1ad-49f3-9621-98106833159b service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] No waiting events found dispatching network-vif-plugged-dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1993.796868] env[62448]: WARNING nova.compute.manager [req-a6432c53-8d4e-46b5-86ee-3a32fd74908e req-c7d139bf-f1ad-49f3-9621-98106833159b service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Received unexpected event network-vif-plugged-dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 for instance with vm_state building and task_state spawning. [ 1993.903361] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.949737] env[62448]: DEBUG oslo_vmware.api [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Task: {'id': task-2093099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145461} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.950117] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.950184] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.950362] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.950537] env[62448]: INFO nova.compute.manager [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Took 10.33 seconds to destroy the instance on the hypervisor. [ 1993.950767] env[62448]: DEBUG oslo.service.loopingcall [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.950956] env[62448]: DEBUG nova.compute.manager [-] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.951061] env[62448]: DEBUG nova.network.neutron [-] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.965788] env[62448]: DEBUG oslo_vmware.api [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147005} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.966026] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.966215] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.966389] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.966561] env[62448]: INFO nova.compute.manager [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Took 8.48 seconds to destroy the instance on the hypervisor. [ 1993.966821] env[62448]: DEBUG oslo.service.loopingcall [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.967037] env[62448]: DEBUG nova.compute.manager [-] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.967149] env[62448]: DEBUG nova.network.neutron [-] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1994.134316] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093095, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.230915] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bda8a01d-4fae-4ddc-9f0b-5ab0946a454c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.231443] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.052s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.233105] env[62448]: INFO nova.compute.claims [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1994.305025] env[62448]: DEBUG nova.network.neutron [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Successfully updated port: dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.365284] env[62448]: DEBUG nova.compute.manager [req-ab1b6d80-cf8b-4332-8bbc-2e0db9acb155 req-bcf65ee1-7fe6-4d0f-b663-8efd79098ff0 service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Received event network-vif-deleted-1e9c13ed-efa1-4b25-8525-75b536103887 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.365284] env[62448]: INFO nova.compute.manager [req-ab1b6d80-cf8b-4332-8bbc-2e0db9acb155 req-bcf65ee1-7fe6-4d0f-b663-8efd79098ff0 service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Neutron deleted interface 1e9c13ed-efa1-4b25-8525-75b536103887; detaching it from the instance and deleting it from the info cache [ 1994.365284] env[62448]: DEBUG nova.network.neutron [req-ab1b6d80-cf8b-4332-8bbc-2e0db9acb155 req-bcf65ee1-7fe6-4d0f-b663-8efd79098ff0 service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.404240] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.521089] env[62448]: DEBUG nova.network.neutron [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Successfully updated port: 71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.639311] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093095, 'name': CloneVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.766547] env[62448]: INFO nova.compute.manager [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Swapping old allocation on dict_keys(['89c3b6e8-c87b-4032-a4fd-5fcce4d07c17']) held by migration 5c2b7990-f6b0-4c2c-b8d8-cc90496702e2 for instance [ 1994.794182] env[62448]: DEBUG nova.scheduler.client.report [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Overwriting current allocation {'allocations': {'89c3b6e8-c87b-4032-a4fd-5fcce4d07c17': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 82}}, 'project_id': '37815c50143d424cb242c1d036fd4e12', 'user_id': '1f47e92cdb874412a6a518d514afec61', 'consumer_generation': 1} on consumer c6163c18-0074-4336-aeda-272f9da51db0 {{(pid=62448) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1994.807822] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "refresh_cache-461cff8e-b9c8-49e4-8341-ea3dd10edb6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.807984] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquired lock "refresh_cache-461cff8e-b9c8-49e4-8341-ea3dd10edb6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.808185] env[62448]: DEBUG nova.network.neutron [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.836564] env[62448]: DEBUG nova.network.neutron [-] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.868214] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84a0ea09-cc36-4317-bc51-9c7c021fef56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.880293] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd30eb6-2748-45be-87d0-cb72cede29d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.904041] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093098, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.919243] env[62448]: DEBUG nova.compute.manager [req-ab1b6d80-cf8b-4332-8bbc-2e0db9acb155 req-bcf65ee1-7fe6-4d0f-b663-8efd79098ff0 service nova] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Detach interface failed, port_id=1e9c13ed-efa1-4b25-8525-75b536103887, reason: Instance a55c6b49-e2bd-485a-9a54-8bf95b0a8b48 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1994.929258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.929455] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquired lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.929636] env[62448]: DEBUG nova.network.neutron [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.952393] env[62448]: DEBUG nova.network.neutron [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Successfully updated port: ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.002548] env[62448]: DEBUG nova.network.neutron [-] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.006514] env[62448]: DEBUG nova.network.neutron [-] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.024136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.024327] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.024492] env[62448]: DEBUG nova.network.neutron [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.137120] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093095, 'name': CloneVM_Task, 'duration_secs': 2.073469} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.137505] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Created linked-clone VM from snapshot [ 1995.138456] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e4785e-f124-47ae-ab87-6e2bbbfbf3f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.146789] env[62448]: DEBUG nova.network.neutron [-] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.148038] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Uploading image 23c8d1f2-45fb-45b7-b8fa-0ae55c80ab94 {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1995.163187] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1995.163487] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f37803bb-c681-4685-97f1-683a40170d5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.174028] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1995.174028] env[62448]: value = "task-2093101" [ 1995.174028] env[62448]: _type = "Task" [ 1995.174028] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.182240] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093101, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.340558] env[62448]: INFO nova.compute.manager [-] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Took 1.37 seconds to deallocate network for instance. [ 1995.348152] env[62448]: DEBUG nova.network.neutron [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1995.405549] env[62448]: DEBUG oslo_vmware.api [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093098, 'name': RemoveSnapshot_Task, 'duration_secs': 1.624555} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.410605] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1995.410893] env[62448]: INFO nova.compute.manager [None req-fd77a221-9e63-40fe-841f-d3ecca757093 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Took 22.08 seconds to snapshot the instance on the hypervisor. [ 1995.427562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.428307] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.456026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "refresh_cache-411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.456795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquired lock "refresh_cache-411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.456924] env[62448]: DEBUG nova.network.neutron [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.468617] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "429cfbb0-9f19-4b77-935e-392b338c17ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.468617] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.511033] env[62448]: INFO nova.compute.manager [-] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Took 1.74 seconds to deallocate network for instance. [ 1995.511033] env[62448]: INFO nova.compute.manager [-] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Took 1.74 seconds to deallocate network for instance. [ 1995.560667] env[62448]: DEBUG nova.network.neutron [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1995.615052] env[62448]: DEBUG nova.network.neutron [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Updating instance_info_cache with network_info: [{"id": "dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00", "address": "fa:16:3e:91:e3:d3", "network": {"id": "2cb3cbb8-a7d8-4ad7-a6a1-286a7963446b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2024528373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b3421405584bdd8726376e06028092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8b35c3-67", "ovs_interfaceid": "dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.650729] env[62448]: INFO nova.compute.manager [-] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Took 1.70 seconds to deallocate network for instance. [ 1995.683548] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093101, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.696413] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e63579-80dc-4213-9f4f-c6409e5c4962 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.705983] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1348b17f-e7a1-42f0-b4a4-258b0c82f413 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.710770] env[62448]: DEBUG nova.network.neutron [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [{"id": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "address": "fa:16:3e:0e:e8:8a", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f949b2-30", "ovs_interfaceid": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.738216] env[62448]: DEBUG nova.network.neutron [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [{"id": "7d854481-c56c-441c-aae7-69945bf8a0dd", "address": "fa:16:3e:f9:38:96", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d854481-c5", "ovs_interfaceid": "7d854481-c56c-441c-aae7-69945bf8a0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.739564] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.739817] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Instance network_info: |[{"id": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "address": "fa:16:3e:0e:e8:8a", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f949b2-30", "ovs_interfaceid": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1995.740566] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03424bea-5945-47f5-8477-84aaecdbde9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.743403] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e8:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f949b2-30d0-4b4a-a2ad-798ead49c938', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1995.751018] env[62448]: DEBUG oslo.service.loopingcall [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.752093] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Releasing lock "refresh_cache-c6163c18-0074-4336-aeda-272f9da51db0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.752489] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1995.752715] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1995.752907] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0132c3ba-f1ab-4bde-a03d-f449fd3de545 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.755597] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13acc2dd-3757-4a87-8719-423dbda9dc30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.773525] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82119e38-2048-4c9b-9593-9b36f3ebb1d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.779203] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1995.779203] env[62448]: value = "task-2093102" [ 1995.779203] env[62448]: _type = "Task" [ 1995.779203] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.779387] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1995.779387] env[62448]: value = "task-2093103" [ 1995.779387] env[62448]: _type = "Task" [ 1995.779387] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.793123] env[62448]: DEBUG nova.compute.provider_tree [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.799797] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093103, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.802833] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.838814] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Received event network-changed-dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1995.839025] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Refreshing instance network info cache due to event network-changed-dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1995.839395] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Acquiring lock "refresh_cache-461cff8e-b9c8-49e4-8341-ea3dd10edb6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.886483] env[62448]: INFO nova.compute.manager [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Took 0.55 seconds to detach 1 volumes for instance. [ 1995.930753] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1996.009027] env[62448]: DEBUG nova.network.neutron [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.021942] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.022522] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.116857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Releasing lock "refresh_cache-461cff8e-b9c8-49e4-8341-ea3dd10edb6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.118013] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Instance network_info: |[{"id": "dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00", "address": "fa:16:3e:91:e3:d3", "network": {"id": "2cb3cbb8-a7d8-4ad7-a6a1-286a7963446b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2024528373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b3421405584bdd8726376e06028092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8b35c3-67", "ovs_interfaceid": "dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.118013] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Acquired lock "refresh_cache-461cff8e-b9c8-49e4-8341-ea3dd10edb6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.118013] env[62448]: DEBUG nova.network.neutron [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Refreshing network info cache for port dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.119191] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e3:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.128027] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Creating folder: Project (e0b3421405584bdd8726376e06028092). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.132695] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-092755ac-57e5-431c-8258-637aecab7c93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.143583] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Created folder: Project (e0b3421405584bdd8726376e06028092) in parent group-v428508. [ 1996.143749] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Creating folder: Instances. Parent ref: group-v428681. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.144231] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05db2acf-07d7-488f-b676-daf14962a98c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.159989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.160315] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Created folder: Instances in parent group-v428681. [ 1996.160543] env[62448]: DEBUG oslo.service.loopingcall [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.160748] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.160942] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcdd6aad-5e4e-49ec-9dd2-c2f41c2d8857 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.188949] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.188949] env[62448]: value = "task-2093106" [ 1996.188949] env[62448]: _type = "Task" [ 1996.188949] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.193268] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093101, 'name': Destroy_Task, 'duration_secs': 0.842718} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.196370] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Destroyed the VM [ 1996.196757] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1996.197056] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30e866c4-9d77-4b03-9049-c73c0588c940 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.203548] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093106, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.204838] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1996.204838] env[62448]: value = "task-2093107" [ 1996.204838] env[62448]: _type = "Task" [ 1996.204838] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.216809] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.233686] env[62448]: DEBUG nova.network.neutron [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Updating instance_info_cache with network_info: [{"id": "ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6", "address": "fa:16:3e:39:72:80", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae40641d-70", "ovs_interfaceid": "ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.292968] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093102, 'name': PowerOffVM_Task, 'duration_secs': 0.258449} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.299048] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:25:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1003dc7d-243f-416e-be91-2b2b264ef1c4',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1290346484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.299048] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.304452] env[62448]: DEBUG nova.scheduler.client.report [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.307547] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093103, 'name': CreateVM_Task, 'duration_secs': 0.42178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.307762] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4af3bf-9329-4841-b72f-68d1ab23d2db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.317931] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1996.319190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.319368] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.319677] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1996.320355] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a99c0e-f6e1-4aa8-aa80-306bd74ede40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.325234] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1996.325234] env[62448]: value = "task-2093108" [ 1996.325234] env[62448]: _type = "Task" [ 1996.325234] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.326573] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1996.326573] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527ef1ef-2f05-a7f1-19eb-d905429d6796" [ 1996.326573] env[62448]: _type = "Task" [ 1996.326573] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.338517] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.341889] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527ef1ef-2f05-a7f1-19eb-d905429d6796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.393425] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.457637] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.516356] env[62448]: DEBUG nova.compute.manager [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Received event network-vif-plugged-71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1996.516576] env[62448]: DEBUG oslo_concurrency.lockutils [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] Acquiring lock "10c496b7-bbbd-4adf-996e-13bdd111945c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.516830] env[62448]: DEBUG oslo_concurrency.lockutils [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.517033] env[62448]: DEBUG oslo_concurrency.lockutils [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.517272] env[62448]: DEBUG nova.compute.manager [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] No waiting events found dispatching network-vif-plugged-71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.517441] env[62448]: WARNING nova.compute.manager [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Received unexpected event network-vif-plugged-71f949b2-30d0-4b4a-a2ad-798ead49c938 for instance with vm_state building and task_state spawning. [ 1996.517582] env[62448]: DEBUG nova.compute.manager [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Received event network-changed-71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1996.517999] env[62448]: DEBUG nova.compute.manager [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Refreshing instance network info cache due to event network-changed-71f949b2-30d0-4b4a-a2ad-798ead49c938. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1996.517999] env[62448]: DEBUG oslo_concurrency.lockutils [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] Acquiring lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.518140] env[62448]: DEBUG oslo_concurrency.lockutils [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] Acquired lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.518275] env[62448]: DEBUG nova.network.neutron [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Refreshing network info cache for port 71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.706354] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093106, 'name': CreateVM_Task, 'duration_secs': 0.454455} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.709255] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1996.709887] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.714525] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093107, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.735930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Releasing lock "refresh_cache-411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.736244] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Instance network_info: |[{"id": "ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6", "address": "fa:16:3e:39:72:80", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae40641d-70", "ovs_interfaceid": "ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.736627] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:72:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.743843] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Creating folder: Project (ecb9407eea0c45efbf7c5a39fa41f2d4). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.744363] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f227ee5f-43c6-40a4-852a-a9210a8c7851 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.755105] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Created folder: Project (ecb9407eea0c45efbf7c5a39fa41f2d4) in parent group-v428508. [ 1996.755442] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Creating folder: Instances. Parent ref: group-v428684. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1996.755510] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aadfb957-3c9e-4b36-ba9d-fc564e16dbff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.763983] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Created folder: Instances in parent group-v428684. [ 1996.764229] env[62448]: DEBUG oslo.service.loopingcall [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.764415] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.764613] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb95aed-0c24-406f-9ecb-63e5ae515ac9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.786158] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.786158] env[62448]: value = "task-2093111" [ 1996.786158] env[62448]: _type = "Task" [ 1996.786158] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.793852] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093111, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.819878] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.820422] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.823125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.888s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.824519] env[62448]: INFO nova.compute.claims [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1996.838384] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093108, 'name': ReconfigVM_Task, 'duration_secs': 0.187075} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.842250] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527ef1ef-2f05-a7f1-19eb-d905429d6796, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.843015] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde8f9c-132c-4bd4-a533-7f251a78990e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.845929] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.846198] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.846441] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.846589] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.846798] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.849506] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.849835] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1996.850113] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb331fe8-7330-464d-b059-fac4c72728f8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.852604] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4625bd8e-f085-49d0-a901-6971ddccc31f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.869142] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:25:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1003dc7d-243f-416e-be91-2b2b264ef1c4',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1290346484',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.869408] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.869559] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.869724] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.869873] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.870028] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.870238] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.870396] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.870564] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.870729] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.870995] env[62448]: DEBUG nova.virt.hardware [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.874812] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21ce202-2fe7-49f3-bbba-09fc74ceb8f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.879152] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.879448] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1996.880484] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1996.880484] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52eae434-8d72-649c-7726-dcc39493b952" [ 1996.880484] env[62448]: _type = "Task" [ 1996.880484] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.881149] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af35c480-4532-4e1a-a73f-d8677a6d8c1b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.890349] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1996.890349] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b5f57c-8e87-c8c2-8923-132f75b113aa" [ 1996.890349] env[62448]: _type = "Task" [ 1996.890349] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.900368] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52eae434-8d72-649c-7726-dcc39493b952, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.900820] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1996.900820] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a19e24-be47-41f4-2a5d-c66748a88a2e" [ 1996.900820] env[62448]: _type = "Task" [ 1996.900820] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.901534] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.901807] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.902053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.908328] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b5f57c-8e87-c8c2-8923-132f75b113aa, 'name': SearchDatastore_Task, 'duration_secs': 0.006763} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.914176] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1996.918199] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735285c9-e0ae-46a9-aeec-feb3360b6daa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.934017] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a19e24-be47-41f4-2a5d-c66748a88a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.934017] env[62448]: DEBUG nova.network.neutron [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Updated VIF entry in instance network info cache for port dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1996.934017] env[62448]: DEBUG nova.network.neutron [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Updating instance_info_cache with network_info: [{"id": "dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00", "address": "fa:16:3e:91:e3:d3", "network": {"id": "2cb3cbb8-a7d8-4ad7-a6a1-286a7963446b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2024528373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b3421405584bdd8726376e06028092", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8b35c3-67", "ovs_interfaceid": "dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.938019] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ca35a7-3d21-4944-acbb-982160f92b2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.941120] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1996.941120] env[62448]: value = "task-2093112" [ 1996.941120] env[62448]: _type = "Task" [ 1996.941120] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.943436] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1996.943436] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5279954c-daa7-99b2-d78c-1fed71abf9da" [ 1996.943436] env[62448]: _type = "Task" [ 1996.943436] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.954662] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.957750] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5279954c-daa7-99b2-d78c-1fed71abf9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.220242] env[62448]: DEBUG oslo_vmware.api [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093107, 'name': RemoveSnapshot_Task, 'duration_secs': 0.921032} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.220467] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1997.274292] env[62448]: DEBUG nova.network.neutron [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updated VIF entry in instance network info cache for port 71f949b2-30d0-4b4a-a2ad-798ead49c938. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.274566] env[62448]: DEBUG nova.network.neutron [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [{"id": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "address": "fa:16:3e:0e:e8:8a", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f949b2-30", "ovs_interfaceid": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.297212] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093111, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.329035] env[62448]: DEBUG nova.compute.utils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.331439] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1997.331439] env[62448]: DEBUG nova.network.neutron [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.373609] env[62448]: DEBUG nova.policy [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37402c87ce764e3fa9de45c1f777a59d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffaf7259a3c6454dbac51e1cf902281a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.437219] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Releasing lock "refresh_cache-461cff8e-b9c8-49e4-8341-ea3dd10edb6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.437515] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Received event network-vif-deleted-d031269c-bcb7-47f1-bc91-7ef783f1eae4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.437704] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Received event network-vif-deleted-b9bf619b-4c87-4547-b3d2-7bf62fb7a9dc {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.438087] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Received event network-vif-deleted-12275efe-e42e-448d-b5ac-44d65302dfe7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.438295] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Received event network-vif-plugged-ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.438491] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Acquiring lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.438700] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.438861] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.439062] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] No waiting events found dispatching network-vif-plugged-ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1997.439240] env[62448]: WARNING nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Received unexpected event network-vif-plugged-ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 for instance with vm_state building and task_state spawning. [ 1997.439409] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Received event network-changed-ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.439564] env[62448]: DEBUG nova.compute.manager [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Refreshing instance network info cache due to event network-changed-ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1997.439756] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Acquiring lock "refresh_cache-411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.439896] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Acquired lock "refresh_cache-411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.440081] env[62448]: DEBUG nova.network.neutron [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Refreshing network info cache for port ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.455929] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093112, 'name': ReconfigVM_Task, 'duration_secs': 0.253148} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.459548] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1997.460112] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5279954c-daa7-99b2-d78c-1fed71abf9da, 'name': SearchDatastore_Task, 'duration_secs': 0.023247} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.460792] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd80e73-ae91-47e0-9864-0bc979b9e2d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.463186] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.463496] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 10c496b7-bbbd-4adf-996e-13bdd111945c/10c496b7-bbbd-4adf-996e-13bdd111945c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1997.463778] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.463969] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.464181] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc9b9e9-68b0-4a47-b2fb-c9376c228cfc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.466811] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc4d82f-0995-4dce-84b1-efb6b8398654 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.488370] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.491042] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdcda86f-2d84-42df-9ca0-2ce4e9b29ea3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.508288] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1997.508489] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1997.510399] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1997.510399] env[62448]: value = "task-2093113" [ 1997.510399] env[62448]: _type = "Task" [ 1997.510399] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.510979] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b134ce-80fb-43c6-82e3-962579aa533a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.519659] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1997.519659] env[62448]: value = "task-2093114" [ 1997.519659] env[62448]: _type = "Task" [ 1997.519659] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.523559] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1997.523559] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b41437-eff1-e627-4093-acf8e344c4fa" [ 1997.523559] env[62448]: _type = "Task" [ 1997.523559] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.523769] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.534979] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.539451] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b41437-eff1-e627-4093-acf8e344c4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008522} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.540507] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8961251-27b5-478a-9c20-53d8ecf78ad6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.547520] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1997.547520] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520f89d9-7f59-190c-3647-5490d7989acb" [ 1997.547520] env[62448]: _type = "Task" [ 1997.547520] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.556045] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520f89d9-7f59-190c-3647-5490d7989acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.727461] env[62448]: WARNING nova.compute.manager [None req-01b2b296-abff-4d6e-8b0d-3576c96b5a90 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Image not found during snapshot: nova.exception.ImageNotFound: Image 23c8d1f2-45fb-45b7-b8fa-0ae55c80ab94 could not be found. [ 1997.779284] env[62448]: DEBUG oslo_concurrency.lockutils [req-3c55170e-091c-463d-9963-65eda62e3c9e req-4ce73e50-5c1a-4348-a599-909344c8482c service nova] Releasing lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.797694] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093111, 'name': CreateVM_Task, 'duration_secs': 0.642264} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.797996] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.798728] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.798937] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.799335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.799721] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db654ae-ad90-4fb4-8da3-3f1f364ba6df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.808807] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 1997.808807] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5238043e-da74-24fb-a502-785c6c0dd7c9" [ 1997.808807] env[62448]: _type = "Task" [ 1997.808807] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.823644] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5238043e-da74-24fb-a502-785c6c0dd7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.839587] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.968655] env[62448]: DEBUG nova.network.neutron [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Successfully created port: 04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1998.026910] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530481} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.030026] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 10c496b7-bbbd-4adf-996e-13bdd111945c/10c496b7-bbbd-4adf-996e-13bdd111945c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.030305] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.033984] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-198b53ba-4173-4dae-887a-14e3f84fc39e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.041472] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.042676] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1998.042676] env[62448]: value = "task-2093115" [ 1998.042676] env[62448]: _type = "Task" [ 1998.042676] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.057306] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.064903] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520f89d9-7f59-190c-3647-5490d7989acb, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.065198] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.065491] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 461cff8e-b9c8-49e4-8341-ea3dd10edb6e/461cff8e-b9c8-49e4-8341-ea3dd10edb6e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.065837] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22c43fa0-1974-43c9-8e7d-303557db58ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.072349] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1998.072349] env[62448]: value = "task-2093116" [ 1998.072349] env[62448]: _type = "Task" [ 1998.072349] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.087444] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.233258] env[62448]: DEBUG nova.network.neutron [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Updated VIF entry in instance network info cache for port ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.233685] env[62448]: DEBUG nova.network.neutron [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Updating instance_info_cache with network_info: [{"id": "ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6", "address": "fa:16:3e:39:72:80", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae40641d-70", "ovs_interfaceid": "ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.316249] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d3f93-26e4-46da-a83d-ab1218b5bcf4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.325908] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5238043e-da74-24fb-a502-785c6c0dd7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.055794} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.329159] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.329430] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.329718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.330039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.330346] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.331171] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a2b8a3-7bed-44e4-846f-4181a98d3f0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.334679] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03f87e-14a8-49d1-8112-af7dc2248640 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.374863] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5253079b-6561-449f-ae0f-c87938d5a001 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.377637] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.377820] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.379496] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a7b01b-5338-485c-8351-d9b06dab240b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.385538] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 1998.385538] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52291a6f-e17b-7a8f-e1e4-0de3136bb26f" [ 1998.385538] env[62448]: _type = "Task" [ 1998.385538] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.392459] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511590d-1413-4507-9758-3fac3cbfb771 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.407404] env[62448]: DEBUG nova.compute.provider_tree [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.411899] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52291a6f-e17b-7a8f-e1e4-0de3136bb26f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.538490] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.554160] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064682} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.554160] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.554354] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef2869-d6a1-40ab-af4d-48790ee46e98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.577086] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 10c496b7-bbbd-4adf-996e-13bdd111945c/10c496b7-bbbd-4adf-996e-13bdd111945c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.577455] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c64fa02-5929-4a5c-bd4f-3e5ec383db28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.599886] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495333} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.601093] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 461cff8e-b9c8-49e4-8341-ea3dd10edb6e/461cff8e-b9c8-49e4-8341-ea3dd10edb6e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.601330] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.601981] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1998.601981] env[62448]: value = "task-2093117" [ 1998.601981] env[62448]: _type = "Task" [ 1998.601981] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.602184] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a389b79-a04b-4574-8516-da88ca9181d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.615020] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.615020] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1998.615020] env[62448]: value = "task-2093118" [ 1998.615020] env[62448]: _type = "Task" [ 1998.615020] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.621451] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.738082] env[62448]: DEBUG oslo_concurrency.lockutils [req-4874cc98-e05c-417f-8801-d05f872f013a req-053f9a78-8067-428e-bbb1-371ae3262623 service nova] Releasing lock "refresh_cache-411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.811048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "b21271d3-a99b-479e-b79e-50612ee16863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.811178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "b21271d3-a99b-479e-b79e-50612ee16863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.811401] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "b21271d3-a99b-479e-b79e-50612ee16863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.811636] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "b21271d3-a99b-479e-b79e-50612ee16863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.811843] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "b21271d3-a99b-479e-b79e-50612ee16863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.814088] env[62448]: INFO nova.compute.manager [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Terminating instance [ 1998.876118] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.899749] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52291a6f-e17b-7a8f-e1e4-0de3136bb26f, 'name': SearchDatastore_Task, 'duration_secs': 0.046493} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.899749] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c8ce9a-98f7-4b4c-a62c-e1c067b8ad8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.903392] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.903627] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.903790] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.903975] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.904132] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.904281] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.904488] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.904656] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.904847] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.905031] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.905210] env[62448]: DEBUG nova.virt.hardware [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.905969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71eb68-f37f-4029-8d01-c4a0fc00ade8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.911157] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 1998.911157] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521f1d94-0c8b-b0d8-cd46-6046cb214ecd" [ 1998.911157] env[62448]: _type = "Task" [ 1998.911157] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.913838] env[62448]: DEBUG nova.scheduler.client.report [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.922551] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3691de7a-f05d-4de1-94df-2f0a9f5063ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.931639] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521f1d94-0c8b-b0d8-cd46-6046cb214ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.939397] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.939668] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6/411abb02-c3d1-4dd3-9bf3-4dcda942dcc6.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.940099] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54182f56-059e-4568-ace1-210865252c22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.946667] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 1998.946667] env[62448]: value = "task-2093119" [ 1998.946667] env[62448]: _type = "Task" [ 1998.946667] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.954269] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.036895] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.123469] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.130371] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141871} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.130727] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1999.131592] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006f5fff-c4f1-4e54-97fb-ffd8a9acf282 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.158676] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 461cff8e-b9c8-49e4-8341-ea3dd10edb6e/461cff8e-b9c8-49e4-8341-ea3dd10edb6e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.159100] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b35cfd7-2ec7-4ee8-b708-2cc1086f4807 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.182191] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1999.182191] env[62448]: value = "task-2093120" [ 1999.182191] env[62448]: _type = "Task" [ 1999.182191] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.193241] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.318021] env[62448]: DEBUG nova.compute.manager [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1999.318308] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.319278] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbf21e-4be7-4e67-bff3-1eb7b43af8d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.327655] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.327976] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-135162ce-1103-47bb-92d9-92ed480aa086 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.337587] env[62448]: DEBUG oslo_vmware.api [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 1999.337587] env[62448]: value = "task-2093121" [ 1999.337587] env[62448]: _type = "Task" [ 1999.337587] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.350626] env[62448]: DEBUG oslo_vmware.api [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.427567] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.428298] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.431183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.839s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.432686] env[62448]: INFO nova.compute.claims [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1999.457421] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447715} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.458274] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6/411abb02-c3d1-4dd3-9bf3-4dcda942dcc6.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.458890] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.459832] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1722c1e1-28da-4c36-ad46-8f1afa9555b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.467330] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 1999.467330] env[62448]: value = "task-2093122" [ 1999.467330] env[62448]: _type = "Task" [ 1999.467330] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.469683] env[62448]: DEBUG nova.compute.manager [req-370def34-3b79-441a-a1ee-f7b024ceea35 req-6d4ff8d1-4f85-4bb9-9b61-657d372250be service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Received event network-vif-plugged-04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1999.470120] env[62448]: DEBUG oslo_concurrency.lockutils [req-370def34-3b79-441a-a1ee-f7b024ceea35 req-6d4ff8d1-4f85-4bb9-9b61-657d372250be service nova] Acquiring lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.470120] env[62448]: DEBUG oslo_concurrency.lockutils [req-370def34-3b79-441a-a1ee-f7b024ceea35 req-6d4ff8d1-4f85-4bb9-9b61-657d372250be service nova] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.470302] env[62448]: DEBUG oslo_concurrency.lockutils [req-370def34-3b79-441a-a1ee-f7b024ceea35 req-6d4ff8d1-4f85-4bb9-9b61-657d372250be service nova] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.470447] env[62448]: DEBUG nova.compute.manager [req-370def34-3b79-441a-a1ee-f7b024ceea35 req-6d4ff8d1-4f85-4bb9-9b61-657d372250be service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] No waiting events found dispatching network-vif-plugged-04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1999.470683] env[62448]: WARNING nova.compute.manager [req-370def34-3b79-441a-a1ee-f7b024ceea35 req-6d4ff8d1-4f85-4bb9-9b61-657d372250be service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Received unexpected event network-vif-plugged-04e971fc-762f-45cb-bf7f-52abf00ee820 for instance with vm_state building and task_state spawning. [ 1999.482254] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.537490] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093114, 'name': ReconfigVM_Task, 'duration_secs': 1.53469} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.537805] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c6163c18-0074-4336-aeda-272f9da51db0/c6163c18-0074-4336-aeda-272f9da51db0.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.538806] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20002e64-9dd0-4043-aa59-b9079ce0a003 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.558181] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64913c-5d5a-458b-99c3-2d832dd26808 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.578232] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d85cc-9f43-451e-9e2a-68d7dc345705 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.598027] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc20906-cba2-459e-85ca-8850a8dc7704 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.603632] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.603632] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4df4cd8e-f177-4aca-bfe4-8f479dffafa0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.614196] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093117, 'name': ReconfigVM_Task, 'duration_secs': 0.552143} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.614243] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 10c496b7-bbbd-4adf-996e-13bdd111945c/10c496b7-bbbd-4adf-996e-13bdd111945c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.614917] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 1999.614917] env[62448]: value = "task-2093123" [ 1999.614917] env[62448]: _type = "Task" [ 1999.614917] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.615173] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5203f1e1-f0ad-44cb-846d-3fb6b9d1e644 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.624287] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.626088] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 1999.626088] env[62448]: value = "task-2093124" [ 1999.626088] env[62448]: _type = "Task" [ 1999.626088] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.630381] env[62448]: DEBUG nova.network.neutron [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Successfully updated port: 04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1999.635611] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093124, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.692075] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093120, 'name': ReconfigVM_Task, 'duration_secs': 0.384408} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.692186] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 461cff8e-b9c8-49e4-8341-ea3dd10edb6e/461cff8e-b9c8-49e4-8341-ea3dd10edb6e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.692772] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e717ddf6-725d-4073-a5fa-e91128bf36b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.699798] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 1999.699798] env[62448]: value = "task-2093125" [ 1999.699798] env[62448]: _type = "Task" [ 1999.699798] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.714426] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093125, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.849494] env[62448]: DEBUG oslo_vmware.api [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093121, 'name': PowerOffVM_Task, 'duration_secs': 0.206257} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.849879] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.850181] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.850528] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f818f18e-f3d5-4d32-af57-499da203a289 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.937090] env[62448]: DEBUG nova.compute.utils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1999.942215] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1999.942215] env[62448]: DEBUG nova.network.neutron [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1999.978846] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068236} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.979188] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1999.980747] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce83e13b-985e-490c-9e4b-0297e7e20de0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.983743] env[62448]: DEBUG nova.policy [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e58de5b7c33340ccbaf20ec8ec2d4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d351d34b4943209cf53d04a3b330bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.009459] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6/411abb02-c3d1-4dd3-9bf3-4dcda942dcc6.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.010997] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051f1b19-4057-4de2-9a96-bf8875275eb4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.025686] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2000.025937] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2000.026156] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleting the datastore file [datastore2] b21271d3-a99b-479e-b79e-50612ee16863 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2000.026806] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efc4fb85-3b6c-442f-a92c-b7b2bd521f62 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.033392] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 2000.033392] env[62448]: value = "task-2093127" [ 2000.033392] env[62448]: _type = "Task" [ 2000.033392] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.034702] env[62448]: DEBUG oslo_vmware.api [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2000.034702] env[62448]: value = "task-2093128" [ 2000.034702] env[62448]: _type = "Task" [ 2000.034702] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.045239] env[62448]: DEBUG oslo_vmware.api [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.048314] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.127602] env[62448]: DEBUG oslo_vmware.api [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093123, 'name': PowerOnVM_Task, 'duration_secs': 0.407568} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.130600] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.134218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "refresh_cache-bdf25eeb-3083-4a1e-beb3-d57776b775c5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.134335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquired lock "refresh_cache-bdf25eeb-3083-4a1e-beb3-d57776b775c5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.134672] env[62448]: DEBUG nova.network.neutron [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.140644] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093124, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.211407] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093125, 'name': Rename_Task, 'duration_secs': 0.188531} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.211712] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.211987] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4845953-4f81-4537-afc8-81668f340683 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.219962] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 2000.219962] env[62448]: value = "task-2093129" [ 2000.219962] env[62448]: _type = "Task" [ 2000.219962] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.227825] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.273075] env[62448]: DEBUG nova.network.neutron [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Successfully created port: 7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2000.441477] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2000.546625] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093127, 'name': ReconfigVM_Task, 'duration_secs': 0.431934} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.546876] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6/411abb02-c3d1-4dd3-9bf3-4dcda942dcc6.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.547490] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0baa8a99-7ecc-4339-8be8-f0e726f09735 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.552044] env[62448]: DEBUG oslo_vmware.api [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148609} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.552582] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.552787] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.552986] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.553172] env[62448]: INFO nova.compute.manager [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2000.553403] env[62448]: DEBUG oslo.service.loopingcall [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.553579] env[62448]: DEBUG nova.compute.manager [-] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.553673] env[62448]: DEBUG nova.network.neutron [-] [instance: b21271d3-a99b-479e-b79e-50612ee16863] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.558471] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 2000.558471] env[62448]: value = "task-2093130" [ 2000.558471] env[62448]: _type = "Task" [ 2000.558471] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.570884] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093130, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.644128] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093124, 'name': Rename_Task, 'duration_secs': 0.617764} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.647987] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.648955] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f4091d-a1b3-49cf-8ed4-9aa59d93dc76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.658719] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 2000.658719] env[62448]: value = "task-2093131" [ 2000.658719] env[62448]: _type = "Task" [ 2000.658719] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.670879] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.682064] env[62448]: DEBUG nova.network.neutron [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2000.731894] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.901366] env[62448]: DEBUG nova.network.neutron [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Updating instance_info_cache with network_info: [{"id": "04e971fc-762f-45cb-bf7f-52abf00ee820", "address": "fa:16:3e:3c:43:ff", "network": {"id": "c8ce4225-0496-4530-aa18-1dd5bfdd9b78", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-898293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffaf7259a3c6454dbac51e1cf902281a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e971fc-76", "ovs_interfaceid": "04e971fc-762f-45cb-bf7f-52abf00ee820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.914914] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf640a9-4b65-48d0-911e-dacd466b22c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.923803] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c85621-1df6-4a8a-9e0d-1d308c21c53d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.958537] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a24d041-d565-40bc-a6f2-6231e6b4f61a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.966283] env[62448]: DEBUG nova.compute.manager [req-535f1152-3cef-4391-b121-722b53948406 req-2960ac50-3d5c-4a6f-a8ec-bd98abf7e418 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Received event network-vif-deleted-eee586ae-1533-46f0-9ead-071d6c54f3e0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2000.966283] env[62448]: INFO nova.compute.manager [req-535f1152-3cef-4391-b121-722b53948406 req-2960ac50-3d5c-4a6f-a8ec-bd98abf7e418 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Neutron deleted interface eee586ae-1533-46f0-9ead-071d6c54f3e0; detaching it from the instance and deleting it from the info cache [ 2000.966283] env[62448]: DEBUG nova.network.neutron [req-535f1152-3cef-4391-b121-722b53948406 req-2960ac50-3d5c-4a6f-a8ec-bd98abf7e418 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.969471] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22a9ef3-6ea4-4a2e-b24a-8da4206b81c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.987009] env[62448]: DEBUG nova.compute.provider_tree [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.068536] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093130, 'name': Rename_Task, 'duration_secs': 0.162276} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.068838] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.069059] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582aa3b9-a454-454a-97d2-9b80fe66314e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.075661] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 2001.075661] env[62448]: value = "task-2093132" [ 2001.075661] env[62448]: _type = "Task" [ 2001.075661] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.083564] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.150025] env[62448]: INFO nova.compute.manager [None req-5c1b64d9-4780-45c4-90b9-77b827e1a753 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance to original state: 'active' [ 2001.169972] env[62448]: DEBUG oslo_vmware.api [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093131, 'name': PowerOnVM_Task, 'duration_secs': 0.489865} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.169972] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.170157] env[62448]: INFO nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Took 12.56 seconds to spawn the instance on the hypervisor. [ 2001.170275] env[62448]: DEBUG nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.171083] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d2a88-e5d5-4982-bd1c-13f9c076ab4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.230580] env[62448]: DEBUG oslo_vmware.api [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093129, 'name': PowerOnVM_Task, 'duration_secs': 0.799889} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.230919] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.231161] env[62448]: INFO nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Took 17.62 seconds to spawn the instance on the hypervisor. [ 2001.231377] env[62448]: DEBUG nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.232253] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0299a7f0-585d-47cf-bc4d-aef4525a1915 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.343889] env[62448]: DEBUG nova.network.neutron [-] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.404303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Releasing lock "refresh_cache-bdf25eeb-3083-4a1e-beb3-d57776b775c5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.404769] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Instance network_info: |[{"id": "04e971fc-762f-45cb-bf7f-52abf00ee820", "address": "fa:16:3e:3c:43:ff", "network": {"id": "c8ce4225-0496-4530-aa18-1dd5bfdd9b78", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-898293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffaf7259a3c6454dbac51e1cf902281a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e971fc-76", "ovs_interfaceid": "04e971fc-762f-45cb-bf7f-52abf00ee820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2001.405184] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:43:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04e971fc-762f-45cb-bf7f-52abf00ee820', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2001.412744] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Creating folder: Project (ffaf7259a3c6454dbac51e1cf902281a). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2001.413055] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd332a1-a92a-43c3-b4ab-0d3266eb10bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.424233] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Created folder: Project (ffaf7259a3c6454dbac51e1cf902281a) in parent group-v428508. [ 2001.424488] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Creating folder: Instances. Parent ref: group-v428687. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2001.424882] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8fc7d8b-c23b-4de2-8040-c1980d738481 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.433453] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Created folder: Instances in parent group-v428687. [ 2001.433698] env[62448]: DEBUG oslo.service.loopingcall [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.433932] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2001.436100] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4403903a-3684-4d4b-93f1-795022f26ad2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.454485] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2001.454485] env[62448]: value = "task-2093135" [ 2001.454485] env[62448]: _type = "Task" [ 2001.454485] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.463160] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2001.465212] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.469378] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-913ce991-1a08-4738-82da-2c9eaea12f28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.479032] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a07c4-929d-4aa6-bd9c-9712fcb2ac2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.492488] env[62448]: DEBUG nova.scheduler.client.report [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.502548] env[62448]: DEBUG nova.compute.manager [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Received event network-changed-04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.502548] env[62448]: DEBUG nova.compute.manager [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Refreshing instance network info cache due to event network-changed-04e971fc-762f-45cb-bf7f-52abf00ee820. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2001.502548] env[62448]: DEBUG oslo_concurrency.lockutils [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] Acquiring lock "refresh_cache-bdf25eeb-3083-4a1e-beb3-d57776b775c5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.502756] env[62448]: DEBUG oslo_concurrency.lockutils [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] Acquired lock "refresh_cache-bdf25eeb-3083-4a1e-beb3-d57776b775c5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.502793] env[62448]: DEBUG nova.network.neutron [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Refreshing network info cache for port 04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.508034] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.508429] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.508429] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.508585] env[62448]: DEBUG nova.virt.hardware [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.510593] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68d03c-1217-4336-affa-3261513cca01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.532731] env[62448]: DEBUG nova.compute.manager [req-535f1152-3cef-4391-b121-722b53948406 req-2960ac50-3d5c-4a6f-a8ec-bd98abf7e418 service nova] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Detach interface failed, port_id=eee586ae-1533-46f0-9ead-071d6c54f3e0, reason: Instance b21271d3-a99b-479e-b79e-50612ee16863 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2001.538960] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fac855-b74b-4d08-95f6-8efeab125ebb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.585156] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093132, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.691595] env[62448]: INFO nova.compute.manager [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Took 50.36 seconds to build instance. [ 2001.748784] env[62448]: INFO nova.compute.manager [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Took 52.72 seconds to build instance. [ 2001.783316] env[62448]: DEBUG nova.network.neutron [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Successfully updated port: 7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2001.846699] env[62448]: INFO nova.compute.manager [-] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Took 1.29 seconds to deallocate network for instance. [ 2001.965382] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.000387] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.000387] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2002.003904] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.545s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.003904] env[62448]: DEBUG nova.objects.instance [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lazy-loading 'resources' on Instance uuid 0e407159-3b30-4637-9b45-79628385e872 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.032032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "c6163c18-0074-4336-aeda-272f9da51db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.032365] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.032511] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "c6163c18-0074-4336-aeda-272f9da51db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.033458] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.033458] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.035903] env[62448]: INFO nova.compute.manager [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Terminating instance [ 2002.093511] env[62448]: DEBUG oslo_vmware.api [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093132, 'name': PowerOnVM_Task, 'duration_secs': 0.842447} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.097879] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.098155] env[62448]: INFO nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Took 9.96 seconds to spawn the instance on the hypervisor. [ 2002.098336] env[62448]: DEBUG nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.099376] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcac4b4-c507-4040-b35c-74315014a779 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.192387] env[62448]: DEBUG oslo_concurrency.lockutils [None req-56a67f9c-8ee3-471c-8339-f93bc01efc9d tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.962s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.251784] env[62448]: DEBUG oslo_concurrency.lockutils [None req-090bb057-3ca3-48ca-a85e-d38a81498c69 tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.028s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.279524] env[62448]: DEBUG nova.network.neutron [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Updated VIF entry in instance network info cache for port 04e971fc-762f-45cb-bf7f-52abf00ee820. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.279524] env[62448]: DEBUG nova.network.neutron [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Updating instance_info_cache with network_info: [{"id": "04e971fc-762f-45cb-bf7f-52abf00ee820", "address": "fa:16:3e:3c:43:ff", "network": {"id": "c8ce4225-0496-4530-aa18-1dd5bfdd9b78", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-898293157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffaf7259a3c6454dbac51e1cf902281a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e971fc-76", "ovs_interfaceid": "04e971fc-762f-45cb-bf7f-52abf00ee820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.287048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.287048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.287048] env[62448]: DEBUG nova.network.neutron [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2002.353170] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.469432] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.509381] env[62448]: DEBUG nova.compute.utils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2002.510972] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2002.511168] env[62448]: DEBUG nova.network.neutron [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2002.539623] env[62448]: DEBUG nova.compute.manager [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.539808] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.540696] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68088e1c-a765-4c52-b8b2-d7975b19ea2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.551374] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.552817] env[62448]: DEBUG nova.policy [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2764c1f01238417da7da3cb2a34de9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e21e0f6c81b4ce381120b1226e8555c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2002.554220] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4a2b09-b28c-4798-b0f2-f731a06b6d56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.564089] env[62448]: DEBUG oslo_vmware.api [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 2002.564089] env[62448]: value = "task-2093136" [ 2002.564089] env[62448]: _type = "Task" [ 2002.564089] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.575391] env[62448]: DEBUG oslo_vmware.api [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.620440] env[62448]: INFO nova.compute.manager [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Took 43.87 seconds to build instance. [ 2002.694832] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.782021] env[62448]: DEBUG oslo_concurrency.lockutils [req-68194df5-64dd-4cfa-bd36-2896de257211 req-af158bfb-533f-4445-b4ae-295253280c12 service nova] Releasing lock "refresh_cache-bdf25eeb-3083-4a1e-beb3-d57776b775c5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.858681] env[62448]: DEBUG nova.network.neutron [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2002.967744] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.978729] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77732af-9d71-4b5b-972d-8c6192da3145 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.985590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55499ee5-3e0d-463f-bed0-6dcad640d395 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.025233] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2003.032158] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbc919a-4b4a-4130-88bb-1d419f0f8429 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.043904] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdbf29d-5a49-4f05-aeaf-59e2c5a6743e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.058644] env[62448]: DEBUG nova.compute.provider_tree [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.070173] env[62448]: DEBUG nova.compute.manager [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Received event network-changed-71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.070173] env[62448]: DEBUG nova.compute.manager [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Refreshing instance network info cache due to event network-changed-71f949b2-30d0-4b4a-a2ad-798ead49c938. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2003.070431] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] Acquiring lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.070624] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] Acquired lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.070830] env[62448]: DEBUG nova.network.neutron [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Refreshing network info cache for port 71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2003.079206] env[62448]: DEBUG oslo_vmware.api [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093136, 'name': PowerOffVM_Task, 'duration_secs': 0.478186} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.079489] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.079712] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.080499] env[62448]: DEBUG nova.network.neutron [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Successfully created port: cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2003.083212] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05e8cf72-ca9e-44c7-b9f3-0ab67e2fb0f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.121098] env[62448]: DEBUG oslo_concurrency.lockutils [None req-367f122e-afbd-42b5-85d0-44ad12f726a7 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.586s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.176168] env[62448]: DEBUG nova.network.neutron [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [{"id": "7ec4282f-5269-42e8-b173-4f6450d87de7", "address": "fa:16:3e:23:f8:37", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4282f-52", "ovs_interfaceid": "7ec4282f-5269-42e8-b173-4f6450d87de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.224390] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.230023] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "10c496b7-bbbd-4adf-996e-13bdd111945c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.233672] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.233672] env[62448]: INFO nova.compute.manager [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Rebooting instance [ 2003.466906] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.562199] env[62448]: DEBUG nova.scheduler.client.report [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.570241] env[62448]: DEBUG nova.compute.manager [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Received event network-vif-plugged-7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.570476] env[62448]: DEBUG oslo_concurrency.lockutils [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] Acquiring lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.570705] env[62448]: DEBUG oslo_concurrency.lockutils [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] Lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.570878] env[62448]: DEBUG oslo_concurrency.lockutils [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] Lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.571071] env[62448]: DEBUG nova.compute.manager [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] No waiting events found dispatching network-vif-plugged-7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2003.571256] env[62448]: WARNING nova.compute.manager [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Received unexpected event network-vif-plugged-7ec4282f-5269-42e8-b173-4f6450d87de7 for instance with vm_state building and task_state spawning. [ 2003.571434] env[62448]: DEBUG nova.compute.manager [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Received event network-changed-7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.571588] env[62448]: DEBUG nova.compute.manager [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Refreshing instance network info cache due to event network-changed-7ec4282f-5269-42e8-b173-4f6450d87de7. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2003.571772] env[62448]: DEBUG oslo_concurrency.lockutils [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] Acquiring lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.679157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.679157] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Instance network_info: |[{"id": "7ec4282f-5269-42e8-b173-4f6450d87de7", "address": "fa:16:3e:23:f8:37", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4282f-52", "ovs_interfaceid": "7ec4282f-5269-42e8-b173-4f6450d87de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2003.679157] env[62448]: DEBUG oslo_concurrency.lockutils [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] Acquired lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.679157] env[62448]: DEBUG nova.network.neutron [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Refreshing network info cache for port 7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2003.680390] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:f8:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ec4282f-5269-42e8-b173-4f6450d87de7', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2003.690543] env[62448]: DEBUG oslo.service.loopingcall [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.696103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.696418] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.696685] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.696963] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.697158] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.698545] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2003.699272] env[62448]: INFO nova.compute.manager [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Terminating instance [ 2003.700890] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-896c09fb-5c08-487f-9032-a6c2235244eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.732023] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2003.732023] env[62448]: value = "task-2093138" [ 2003.732023] env[62448]: _type = "Task" [ 2003.732023] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.745158] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.758499] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.912904] env[62448]: DEBUG nova.network.neutron [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updated VIF entry in instance network info cache for port 71f949b2-30d0-4b4a-a2ad-798ead49c938. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2003.913311] env[62448]: DEBUG nova.network.neutron [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [{"id": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "address": "fa:16:3e:0e:e8:8a", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f949b2-30", "ovs_interfaceid": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.945933] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.946292] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.946416] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.946612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.946819] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.949509] env[62448]: INFO nova.compute.manager [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Terminating instance [ 2003.967148] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.005953] env[62448]: DEBUG nova.network.neutron [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updated VIF entry in instance network info cache for port 7ec4282f-5269-42e8-b173-4f6450d87de7. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2004.006341] env[62448]: DEBUG nova.network.neutron [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [{"id": "7ec4282f-5269-42e8-b173-4f6450d87de7", "address": "fa:16:3e:23:f8:37", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4282f-52", "ovs_interfaceid": "7ec4282f-5269-42e8-b173-4f6450d87de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.035552] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2004.070504] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2004.070769] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.070927] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2004.071133] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.071282] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2004.071434] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2004.071626] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2004.071777] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2004.071944] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2004.072118] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2004.072316] env[62448]: DEBUG nova.virt.hardware [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2004.073092] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.075555] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35ed55-fe1c-4118-9ac8-29a4eb0babbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.078410] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.396s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.078637] env[62448]: DEBUG nova.objects.instance [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'resources' on Instance uuid 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.085561] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3ece24-178a-4e43-8642-4be1f604d01a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.102022] env[62448]: INFO nova.scheduler.client.report [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted allocations for instance 0e407159-3b30-4637-9b45-79628385e872 [ 2004.221158] env[62448]: DEBUG nova.compute.manager [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2004.221479] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2004.222601] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b842f1-6193-4662-a384-a0fcd8383ced {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.230542] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.230779] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dba940a-3227-4160-9048-e04c40dd904d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.242268] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.243524] env[62448]: DEBUG oslo_vmware.api [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 2004.243524] env[62448]: value = "task-2093139" [ 2004.243524] env[62448]: _type = "Task" [ 2004.243524] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.250884] env[62448]: DEBUG oslo_vmware.api [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.416481] env[62448]: DEBUG oslo_concurrency.lockutils [req-dc67fbbd-998f-4e61-853d-b1750b0b37d3 req-693fbc75-80f1-495f-ae08-910fb1df7ff2 service nova] Releasing lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.416989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquired lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.417198] env[62448]: DEBUG nova.network.neutron [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.453113] env[62448]: DEBUG nova.compute.manager [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2004.453538] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2004.454494] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd78acd-e6a4-4874-8c7d-ee45b64d2615 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.463582] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.463987] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec5fc489-d42c-4078-bf01-69b304c34205 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.468364] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.472379] env[62448]: DEBUG oslo_vmware.api [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 2004.472379] env[62448]: value = "task-2093140" [ 2004.472379] env[62448]: _type = "Task" [ 2004.472379] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.480085] env[62448]: DEBUG oslo_vmware.api [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.509402] env[62448]: DEBUG oslo_concurrency.lockutils [req-58dc9fbd-1731-4cd9-88e5-6c148b647c1b req-76a9a0a4-21ed-446d-905c-74bc79ef4f37 service nova] Releasing lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.611485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fad37740-df42-4856-954c-afeee9e057f4 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "0e407159-3b30-4637-9b45-79628385e872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.411s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.742618] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.753176] env[62448]: DEBUG oslo_vmware.api [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093139, 'name': PowerOffVM_Task, 'duration_secs': 0.213735} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.753451] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.753628] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.753828] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40be93b5-635c-4ddd-8f3e-bafbafcc9f06 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.945980] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead00e9-9284-4ed2-a22e-ef5b96ca98aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.953744] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ed0034-2dce-495f-ae8f-82b6b0c2b369 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.992147] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d92820-2057-44ba-ac58-fbc67867b3cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.997596] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.003860] env[62448]: DEBUG oslo_vmware.api [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093140, 'name': PowerOffVM_Task, 'duration_secs': 0.19326} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.006489] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.006709] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.007019] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5360946-f773-4216-8763-64d0c7482625 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.009223] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e26c9-76da-46fa-90ca-731d7abc52a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.021929] env[62448]: DEBUG nova.compute.provider_tree [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.211672] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.212018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.212223] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.212430] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.212604] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.214715] env[62448]: INFO nova.compute.manager [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Terminating instance [ 2005.246868] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.422177] env[62448]: DEBUG nova.network.neutron [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [{"id": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "address": "fa:16:3e:0e:e8:8a", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f949b2-30", "ovs_interfaceid": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.468465] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.525364] env[62448]: DEBUG nova.scheduler.client.report [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.719341] env[62448]: DEBUG nova.compute.manager [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2005.719341] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.719716] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ed92d-dd78-46bc-aa56-016d3e91ffd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.728087] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.728350] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dfe68fc-d364-46c4-9f91-f57195b81e94 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.735040] env[62448]: DEBUG oslo_vmware.api [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 2005.735040] env[62448]: value = "task-2093143" [ 2005.735040] env[62448]: _type = "Task" [ 2005.735040] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.745426] env[62448]: DEBUG oslo_vmware.api [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.749570] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.926070] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Releasing lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.968278] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.030813] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.033192] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.728s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.035119] env[62448]: INFO nova.compute.claims [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2006.059186] env[62448]: INFO nova.scheduler.client.report [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted allocations for instance 3b730f3f-9462-4279-9ffa-d6e5052d8bb4 [ 2006.249295] env[62448]: DEBUG oslo_vmware.api [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093143, 'name': PowerOffVM_Task, 'duration_secs': 0.153197} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.252280] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.252463] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2006.252655] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.252852] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ae8b98-0fad-43dd-9747-0ec8f51a7c13 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.432927] env[62448]: DEBUG nova.compute.manager [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.433863] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db558f81-87e0-49bc-acd8-6870af5b06ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.468357] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.567114] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f21c7f07-9ed3-4db1-8150-53d0fa4a8c9c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "3b730f3f-9462-4279-9ffa-d6e5052d8bb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.370s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.749322] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.969771] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.254791] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.412982] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cc9dab-8336-4d5e-a5c6-51d40f8c2520 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.421750] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1905ba5d-a5dc-4b00-b3be-56d25e894641 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.460881] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44965eb5-c5fc-4e3c-b401-7b0723ae5135 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.460881] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436bffc-095b-4285-b0a3-12adcd6e9574 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.472116] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Doing hard reboot of VM {{(pid=62448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2007.474468] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1c6e25a7-7d81-448c-8272-3935938f391e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.478836] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9da6f2-8b9b-49bf-ab51-b025661d94be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.489266] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.498955] env[62448]: DEBUG nova.compute.provider_tree [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.500797] env[62448]: DEBUG oslo_vmware.api [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 2007.500797] env[62448]: value = "task-2093145" [ 2007.500797] env[62448]: _type = "Task" [ 2007.500797] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.509792] env[62448]: DEBUG oslo_vmware.api [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093145, 'name': ResetVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.754747] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.781422] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.781642] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.973746] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.004707] env[62448]: DEBUG nova.scheduler.client.report [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.019522] env[62448]: DEBUG oslo_vmware.api [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093145, 'name': ResetVM_Task, 'duration_secs': 0.104602} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.021171] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Did hard reboot of VM {{(pid=62448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2008.021585] env[62448]: DEBUG nova.compute.manager [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.022487] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4603fd-818e-4eaa-8aee-a11fd6bf3a3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.253587] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.289307] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.289605] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2008.473790] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.513861] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.514465] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2008.517097] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.233s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.517346] env[62448]: DEBUG nova.objects.instance [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lazy-loading 'resources' on Instance uuid 54bc8105-3911-46d8-a378-3edcd817e1ba {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.539469] env[62448]: DEBUG oslo_concurrency.lockutils [None req-78131c8a-69ea-49cd-ac7d-b1d5ea79dd7e tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.309s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.584858] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.586243] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.753717] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.974918] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.020136] env[62448]: DEBUG nova.compute.utils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2009.024824] env[62448]: DEBUG nova.compute.manager [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Received event network-changed-71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2009.025041] env[62448]: DEBUG nova.compute.manager [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Refreshing instance network info cache due to event network-changed-71f949b2-30d0-4b4a-a2ad-798ead49c938. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2009.025753] env[62448]: DEBUG oslo_concurrency.lockutils [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] Acquiring lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.025753] env[62448]: DEBUG oslo_concurrency.lockutils [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] Acquired lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.025753] env[62448]: DEBUG nova.network.neutron [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Refreshing network info cache for port 71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2009.027050] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2009.027137] env[62448]: DEBUG nova.network.neutron [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2009.088365] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2009.092736] env[62448]: DEBUG nova.policy [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '885acb07a75e484590ac840d01da0fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '522e5179aced485fb0a206b9e0727212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2009.255157] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.329722] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.330148] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.330148] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2009.467459] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70db4f-bbac-4be7-99db-87249fbb7ccb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.482422] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a0715-d17e-4e2a-a756-56972aff8d86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.485913] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.519239] env[62448]: DEBUG nova.network.neutron [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Successfully created port: 296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.521672] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8063d3-e711-4d17-9a4e-896bd7e09300 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.529122] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2009.534567] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c45e68-bb9e-4c17-a495-fc97aad84b28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.549675] env[62448]: DEBUG nova.compute.provider_tree [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.613608] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.723340] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "10c496b7-bbbd-4adf-996e-13bdd111945c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.723604] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.723811] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "10c496b7-bbbd-4adf-996e-13bdd111945c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.724007] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.724187] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.726283] env[62448]: INFO nova.compute.manager [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Terminating instance [ 2009.756677] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.822332] env[62448]: DEBUG nova.network.neutron [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updated VIF entry in instance network info cache for port 71f949b2-30d0-4b4a-a2ad-798ead49c938. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.822332] env[62448]: DEBUG nova.network.neutron [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [{"id": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "address": "fa:16:3e:0e:e8:8a", "network": {"id": "868c60cc-fc06-43f0-b92a-0a7c03bd0601", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-634441825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35c6ad13d4704d9697178185f45ca890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f949b2-30", "ovs_interfaceid": "71f949b2-30d0-4b4a-a2ad-798ead49c938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.980435] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.053108] env[62448]: DEBUG nova.scheduler.client.report [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.229579] env[62448]: DEBUG nova.compute.manager [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2010.229830] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2010.230830] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d2193-13a0-45b9-a94e-450c36ecbad2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.238504] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.238747] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ac2fc9-fc6a-4efb-9a7f-45838adb015c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.246221] env[62448]: DEBUG oslo_vmware.api [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 2010.246221] env[62448]: value = "task-2093146" [ 2010.246221] env[62448]: _type = "Task" [ 2010.246221] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.264461] env[62448]: DEBUG oslo_vmware.api [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.268112] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.326146] env[62448]: DEBUG oslo_concurrency.lockutils [req-8a6125bd-177f-4504-b6cc-a10968d20320 req-dcf93dbd-71a4-452f-8442-d0603d582734 service nova] Releasing lock "refresh_cache-10c496b7-bbbd-4adf-996e-13bdd111945c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.483449] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.545978] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2010.557888] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.563424] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.886s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.565540] env[62448]: INFO nova.compute.claims [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.581293] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.581545] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.581700] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.581880] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.582036] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.582185] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.582390] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.582642] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.582849] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.583029] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.583207] env[62448]: DEBUG nova.virt.hardware [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.584070] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01790e-9f05-48cb-9070-328dbc73fa7a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.587408] env[62448]: INFO nova.scheduler.client.report [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Deleted allocations for instance 54bc8105-3911-46d8-a378-3edcd817e1ba [ 2010.595803] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f0d3d-eb5b-44b3-ab0c-2c181d8aaf8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.756518] env[62448]: DEBUG oslo_vmware.api [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093146, 'name': PowerOffVM_Task, 'duration_secs': 0.192352} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.756822] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2010.757064] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2010.760116] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-540bf6f2-b940-412f-a729-e83438f2cd3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.767285] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.830039] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Updating instance_info_cache with network_info: [{"id": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "address": "fa:16:3e:9c:92:e7", "network": {"id": "881a3fbd-90e4-43b2-a7bf-5953f41b83db", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2056559680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3255fe2abe9e46abb3f1ac5f3e9162c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b70ee1-ef", "ovs_interfaceid": "97b70ee1-ef85-4801-9f90-a8eb6349abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.981259] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.096759] env[62448]: DEBUG oslo_concurrency.lockutils [None req-99318e52-c7f0-4826-a209-8da44458e233 tempest-ServerActionsTestOtherB-1193397459 tempest-ServerActionsTestOtherB-1193397459-project-member] Lock "54bc8105-3911-46d8-a378-3edcd817e1ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.947s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.273527] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.332969] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-d8737c9a-981e-4a30-8c93-db9ee952bd37" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.333588] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2011.333953] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.334355] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.334642] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.335209] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.335389] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.335558] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.335694] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2011.335841] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.482748] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.769380] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.839883] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.965035] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ad9d6-4b2b-452d-b01c-e98e686a28fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.977018] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61302c62-3110-4991-b4f7-ca5b5b84172f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.985325] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.010571] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3921a-eeb1-43ac-91ee-e6586e414e4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.018350] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaf4668-c49f-4af4-afea-f9ad6fe3a125 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.031658] env[62448]: DEBUG nova.compute.provider_tree [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.268934] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.391403] env[62448]: DEBUG nova.compute.manager [req-5344ea46-334d-4aa6-8446-989ef34e9d05 req-15459476-ae42-4b45-8b6e-d447d435e046 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-vif-plugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2012.395014] env[62448]: DEBUG oslo_concurrency.lockutils [req-5344ea46-334d-4aa6-8446-989ef34e9d05 req-15459476-ae42-4b45-8b6e-d447d435e046 service nova] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.395014] env[62448]: DEBUG oslo_concurrency.lockutils [req-5344ea46-334d-4aa6-8446-989ef34e9d05 req-15459476-ae42-4b45-8b6e-d447d435e046 service nova] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.395014] env[62448]: DEBUG oslo_concurrency.lockutils [req-5344ea46-334d-4aa6-8446-989ef34e9d05 req-15459476-ae42-4b45-8b6e-d447d435e046 service nova] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.395014] env[62448]: DEBUG nova.compute.manager [req-5344ea46-334d-4aa6-8446-989ef34e9d05 req-15459476-ae42-4b45-8b6e-d447d435e046 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] No waiting events found dispatching network-vif-plugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.395014] env[62448]: WARNING nova.compute.manager [req-5344ea46-334d-4aa6-8446-989ef34e9d05 req-15459476-ae42-4b45-8b6e-d447d435e046 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received unexpected event network-vif-plugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 for instance with vm_state building and task_state spawning. [ 2012.483228] env[62448]: DEBUG nova.network.neutron [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Successfully updated port: cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.494663] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.538560] env[62448]: DEBUG nova.scheduler.client.report [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.693596] env[62448]: DEBUG nova.compute.manager [req-1fcf5f0c-c61f-4714-bc5c-e2118ab1427a req-7b5cc2e6-2af9-4813-91e7-b56280042ef0 service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Received event network-vif-plugged-296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2012.693596] env[62448]: DEBUG oslo_concurrency.lockutils [req-1fcf5f0c-c61f-4714-bc5c-e2118ab1427a req-7b5cc2e6-2af9-4813-91e7-b56280042ef0 service nova] Acquiring lock "53d891e5-0518-48cf-a216-ea6875584b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.693596] env[62448]: DEBUG oslo_concurrency.lockutils [req-1fcf5f0c-c61f-4714-bc5c-e2118ab1427a req-7b5cc2e6-2af9-4813-91e7-b56280042ef0 service nova] Lock "53d891e5-0518-48cf-a216-ea6875584b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.694466] env[62448]: DEBUG oslo_concurrency.lockutils [req-1fcf5f0c-c61f-4714-bc5c-e2118ab1427a req-7b5cc2e6-2af9-4813-91e7-b56280042ef0 service nova] Lock "53d891e5-0518-48cf-a216-ea6875584b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.694850] env[62448]: DEBUG nova.compute.manager [req-1fcf5f0c-c61f-4714-bc5c-e2118ab1427a req-7b5cc2e6-2af9-4813-91e7-b56280042ef0 service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] No waiting events found dispatching network-vif-plugged-296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.695392] env[62448]: WARNING nova.compute.manager [req-1fcf5f0c-c61f-4714-bc5c-e2118ab1427a req-7b5cc2e6-2af9-4813-91e7-b56280042ef0 service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Received unexpected event network-vif-plugged-296a1615-ea29-411d-80da-656db9ec8cb0 for instance with vm_state building and task_state spawning. [ 2012.772000] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.883285] env[62448]: DEBUG nova.network.neutron [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Successfully updated port: 296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.982836] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.992106] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.992265] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.993663] env[62448]: DEBUG nova.network.neutron [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.042174] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.042266] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2013.045365] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.025s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.046790] env[62448]: INFO nova.compute.claims [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2013.269715] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.384925] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "refresh_cache-53d891e5-0518-48cf-a216-ea6875584b60" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.385146] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired lock "refresh_cache-53d891e5-0518-48cf-a216-ea6875584b60" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.385253] env[62448]: DEBUG nova.network.neutron [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.483922] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.527996] env[62448]: DEBUG nova.network.neutron [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.551333] env[62448]: DEBUG nova.compute.utils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2013.562300] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2013.562533] env[62448]: DEBUG nova.network.neutron [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2013.654831] env[62448]: DEBUG nova.policy [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63faf8d5cbdd4456bf5386f1ae83a005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c1cf0ecdf0546169a07e8ad3c474176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2013.708201] env[62448]: DEBUG nova.network.neutron [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.770696] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.938390] env[62448]: DEBUG nova.network.neutron [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.946666] env[62448]: DEBUG nova.network.neutron [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Successfully created port: bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2013.991466] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.064101] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2014.128326] env[62448]: DEBUG nova.network.neutron [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Updating instance_info_cache with network_info: [{"id": "296a1615-ea29-411d-80da-656db9ec8cb0", "address": "fa:16:3e:84:03:11", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a1615-ea", "ovs_interfaceid": "296a1615-ea29-411d-80da-656db9ec8cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.213206] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.213507] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance network_info: |[{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2014.214390] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:7b:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd71d02a-337d-4a42-baa8-c0f950e63c86', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2014.221584] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating folder: Project (0e21e0f6c81b4ce381120b1226e8555c). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2014.221840] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0edadf59-507f-4ba4-933c-ecd601bb872e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.234881] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Created folder: Project (0e21e0f6c81b4ce381120b1226e8555c) in parent group-v428508. [ 2014.234978] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating folder: Instances. Parent ref: group-v428691. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2014.235236] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea337314-a629-40db-9735-f4a57664ff4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.245866] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Created folder: Instances in parent group-v428691. [ 2014.246110] env[62448]: DEBUG oslo.service.loopingcall [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.246296] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2014.246498] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df3a8204-b39c-45aa-a620-0b6c6f1efeac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.267518] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.267518] env[62448]: value = "task-2093150" [ 2014.267518] env[62448]: _type = "Task" [ 2014.267518] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.273400] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.280577] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.484933] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.522142] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec17b263-2627-4775-9d64-4dbcaedb89ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.528937] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c832c8-e854-4eca-a6f2-6d80611c5fbe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.558888] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1642d-e8a7-405e-abae-90a4d63225e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.566693] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9afe7b3-8b3c-4114-a7c5-9a34f944ae87 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.576480] env[62448]: DEBUG nova.compute.manager [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-changed-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2014.576613] env[62448]: DEBUG nova.compute.manager [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Refreshing instance network info cache due to event network-changed-cd71d02a-337d-4a42-baa8-c0f950e63c86. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2014.576816] env[62448]: DEBUG oslo_concurrency.lockutils [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.577049] env[62448]: DEBUG oslo_concurrency.lockutils [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.577276] env[62448]: DEBUG nova.network.neutron [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Refreshing network info cache for port cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.589050] env[62448]: DEBUG nova.compute.provider_tree [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.630770] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Releasing lock "refresh_cache-53d891e5-0518-48cf-a216-ea6875584b60" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.631118] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Instance network_info: |[{"id": "296a1615-ea29-411d-80da-656db9ec8cb0", "address": "fa:16:3e:84:03:11", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a1615-ea", "ovs_interfaceid": "296a1615-ea29-411d-80da-656db9ec8cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2014.631767] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:03:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '296a1615-ea29-411d-80da-656db9ec8cb0', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2014.639183] env[62448]: DEBUG oslo.service.loopingcall [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.639461] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2014.639725] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e471f18b-eca1-4d40-b225-0a6198cae734 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.660289] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.660289] env[62448]: value = "task-2093151" [ 2014.660289] env[62448]: _type = "Task" [ 2014.660289] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.667854] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.782081] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.789554] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.793764] env[62448]: DEBUG nova.compute.manager [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Received event network-changed-296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2014.793909] env[62448]: DEBUG nova.compute.manager [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Refreshing instance network info cache due to event network-changed-296a1615-ea29-411d-80da-656db9ec8cb0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2014.794190] env[62448]: DEBUG oslo_concurrency.lockutils [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] Acquiring lock "refresh_cache-53d891e5-0518-48cf-a216-ea6875584b60" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.794285] env[62448]: DEBUG oslo_concurrency.lockutils [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] Acquired lock "refresh_cache-53d891e5-0518-48cf-a216-ea6875584b60" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.794450] env[62448]: DEBUG nova.network.neutron [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Refreshing network info cache for port 296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.985216] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.079898] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2015.093329] env[62448]: DEBUG nova.scheduler.client.report [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.120873] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2015.121216] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.121263] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2015.121439] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.121576] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2015.121721] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2015.121970] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2015.122094] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2015.122305] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2015.122417] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2015.122587] env[62448]: DEBUG nova.virt.hardware [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2015.123934] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03821fa-641c-4869-ace6-faf229b81fc3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.132423] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125875c8-7165-410a-b7b0-4f7ec4c3de57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.169746] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.273177] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.280741] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.352306] env[62448]: DEBUG nova.network.neutron [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updated VIF entry in instance network info cache for port cd71d02a-337d-4a42-baa8-c0f950e63c86. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2015.352663] env[62448]: DEBUG nova.network.neutron [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.487567] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.600687] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.601325] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.604145] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.583s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.604340] env[62448]: DEBUG nova.objects.instance [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lazy-loading 'resources' on Instance uuid 3aa3b51b-bc51-4423-a42c-352f99626cb5 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.673460] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.693224] env[62448]: DEBUG nova.network.neutron [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Updated VIF entry in instance network info cache for port 296a1615-ea29-411d-80da-656db9ec8cb0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2015.693610] env[62448]: DEBUG nova.network.neutron [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Updating instance_info_cache with network_info: [{"id": "296a1615-ea29-411d-80da-656db9ec8cb0", "address": "fa:16:3e:84:03:11", "network": {"id": "bee9fa1d-e0fe-4bf7-a471-ad9b83b2d09d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "27eb0a949c5840cdb7020ee7f56ce709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296a1615-ea", "ovs_interfaceid": "296a1615-ea29-411d-80da-656db9ec8cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.776206] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.785511] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.854949] env[62448]: DEBUG oslo_concurrency.lockutils [req-21658334-d19f-481c-a0f5-58a0c9341d81 req-c698dfd1-3645-45ee-bce7-5b53c0f4cdab service nova] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.988787] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.107804] env[62448]: DEBUG nova.compute.utils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2016.120627] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2016.120627] env[62448]: DEBUG nova.network.neutron [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2016.161596] env[62448]: DEBUG nova.policy [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ec544a9f1b4390bdc9407916c791eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e0f2bbd3fb43478c810c117716eb80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2016.173769] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.199328] env[62448]: DEBUG oslo_concurrency.lockutils [req-10963e9c-3dea-4ee1-889d-c9fecab727c1 req-d0ebff61-4507-475d-a2db-5e1520f3fc8e service nova] Releasing lock "refresh_cache-53d891e5-0518-48cf-a216-ea6875584b60" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.277288] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.288708] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.467533] env[62448]: DEBUG nova.network.neutron [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Successfully created port: 93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2016.487334] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.573695] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294380a-2acb-4f24-bd49-0e06b72a85d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.587987] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd824447-1bd2-4915-ac45-99b4d6d2fc1d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.625097] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2016.628864] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bdd48-3618-4494-8d6e-c38c2fd2b007 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.636385] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c395ec7-f289-4ed3-ab1a-dd38a4a4d1b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.650164] env[62448]: DEBUG nova.compute.provider_tree [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.673285] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.776776] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.787656] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.989470] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.153447] env[62448]: DEBUG nova.scheduler.client.report [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.175138] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.280062] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.286870] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.488484] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.635651] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2017.659036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.664139] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='14ffaa8e29b159acaf561fe7acce3765',container_format='bare',created_at=2025-01-13T20:27:44Z,direct_url=,disk_format='vmdk',id=65439661-ee9b-418d-a7d6-0067136edf1d,min_disk=1,min_ram=0,name='tempest-test-snap-521198402',owner='72e0f2bbd3fb43478c810c117716eb80',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-13T20:28:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.664139] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.664139] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.664139] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.664139] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.665278] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.665278] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.665278] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.665278] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.665278] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.665278] env[62448]: DEBUG nova.virt.hardware [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.665493] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.643s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.665659] env[62448]: DEBUG nova.objects.instance [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lazy-loading 'resources' on Instance uuid 92de1e76-8f36-4c5c-b4d5-1bb5e081f688 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.667500] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f147f-a5cf-4308-b834-8cceae2e1f40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.681986] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51739a5-88ca-4454-bacd-b83845344984 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.689544] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.690054] env[62448]: INFO nova.scheduler.client.report [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Deleted allocations for instance 3aa3b51b-bc51-4423-a42c-352f99626cb5 [ 2017.777834] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.789096] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.989289] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.180243] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.206666] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0408fc4c-e8a2-4dd0-9656-e46c0eb59390 tempest-ImagesNegativeTestJSON-1206487068 tempest-ImagesNegativeTestJSON-1206487068-project-member] Lock "3aa3b51b-bc51-4423-a42c-352f99626cb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.876s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.257810] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "af4268b1-7ef9-48c8-b59f-fd576b33681c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.257810] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.279966] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.290129] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.491970] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.563494] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be96070c-999a-4d7a-b0e6-3d2f48655b7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.571760] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10136ab0-2306-4c90-99ea-b476c383b9b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.608178] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c646b1-f295-44df-819c-18d45e390484 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.615599] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc31df9-5569-4119-8017-963330650952 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.628873] env[62448]: DEBUG nova.compute.provider_tree [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.677896] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.762188] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.779936] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.787915] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.990824] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.131647] env[62448]: DEBUG nova.scheduler.client.report [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.180297] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.288318] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.295196] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.295196] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.493824] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.640018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.641122] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.481s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.641630] env[62448]: DEBUG nova.objects.instance [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lazy-loading 'resources' on Instance uuid c9f61969-1be3-43a4-be52-f17c5cdbdfad {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.660744] env[62448]: INFO nova.scheduler.client.report [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Deleted allocations for instance 92de1e76-8f36-4c5c-b4d5-1bb5e081f688 [ 2019.678840] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.790904] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.795912] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.990579] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.170837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14250543-73ea-489b-9853-1c17f90e08e4 tempest-ServerMetadataTestJSON-1641726479 tempest-ServerMetadataTestJSON-1641726479-project-member] Lock "92de1e76-8f36-4c5c-b4d5-1bb5e081f688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.589s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.181049] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.282517] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.293792] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.498705] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.527056] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a45e43-8093-4099-b60e-5161cda7421c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.534339] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a404d8a-a30d-44ba-b04e-c1d2b8ebfd7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.565581] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c11d1-1591-43a2-9387-6a0d52cbbf5d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.574180] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c74ec1c-cca4-4b42-8f81-ae916eba1552 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.588848] env[62448]: DEBUG nova.compute.provider_tree [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.679767] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.786217] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.794689] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.998076] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.094449] env[62448]: DEBUG nova.scheduler.client.report [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.183599] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.284832] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.293588] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.495352] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.600643] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.603347] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.210s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.604175] env[62448]: DEBUG nova.objects.instance [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'resources' on Instance uuid a55c6b49-e2bd-485a-9a54-8bf95b0a8b48 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.635273] env[62448]: INFO nova.scheduler.client.report [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Deleted allocations for instance c9f61969-1be3-43a4-be52-f17c5cdbdfad [ 2021.683414] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.785741] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.796217] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.998217] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.149094] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9a7266e-41b4-4186-ba55-c6e683e5cd9b tempest-ServerAddressesTestJSON-1020364972 tempest-ServerAddressesTestJSON-1020364972-project-member] Lock "c9f61969-1be3-43a4-be52-f17c5cdbdfad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.040s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.189515] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.294929] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.300421] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.498527] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.547155] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c77ec-700c-4e84-bc7e-05eaf5b799dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.561985] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a6a9be-eda5-429e-b95f-f77471cd99cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.596492] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f85ee5-5ecd-44b3-9bad-249435ac1a0b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.604761] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a083d-e0a1-4c75-b8dc-a784704c44ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.619534] env[62448]: DEBUG nova.compute.provider_tree [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.685075] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.793748] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.798558] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.998956] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.128180] env[62448]: DEBUG nova.scheduler.client.report [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.185024] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.294418] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.299578] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.503186] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.635344] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.644259] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.186s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.644903] env[62448]: INFO nova.compute.claims [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.664089] env[62448]: INFO nova.scheduler.client.report [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocations for instance a55c6b49-e2bd-485a-9a54-8bf95b0a8b48 [ 2023.686451] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.801174] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.801174] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.999889] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.172099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6cb1f29a-5e9a-4ef5-b7d7-3d117573617e tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "a55c6b49-e2bd-485a-9a54-8bf95b0a8b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.191s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.184993] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.298148] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.301150] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.500627] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.691827] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.789500] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.789712] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.789886] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Deleting the datastore file [datastore2] 10c496b7-bbbd-4adf-996e-13bdd111945c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.790569] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5d79b9e-3db4-44e3-be12-c3530827d58c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.801571] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.807864] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.810051] env[62448]: DEBUG oslo_vmware.api [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 2024.810051] env[62448]: value = "task-2093152" [ 2024.810051] env[62448]: _type = "Task" [ 2024.810051] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.820511] env[62448]: DEBUG oslo_vmware.api [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.832272] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.832673] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.832762] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleting the datastore file [datastore2] c6163c18-0074-4336-aeda-272f9da51db0 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.832994] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cc6c637-27e2-48c3-8eed-e5de463995d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.842457] env[62448]: DEBUG oslo_vmware.api [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 2024.842457] env[62448]: value = "task-2093153" [ 2024.842457] env[62448]: _type = "Task" [ 2024.842457] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.842678] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.842850] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.843123] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleting the datastore file [datastore2] e61f6f45-c55e-464e-81bc-e9fa13c8f041 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.847040] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ae66e92-5743-4e1b-965f-2c7bac5b977e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.854030] env[62448]: DEBUG oslo_vmware.api [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.857573] env[62448]: DEBUG oslo_vmware.api [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 2024.857573] env[62448]: value = "task-2093154" [ 2024.857573] env[62448]: _type = "Task" [ 2024.857573] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.866755] env[62448]: DEBUG oslo_vmware.api [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.005711] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.024561] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.024806] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.024992] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Deleting the datastore file [datastore2] 461cff8e-b9c8-49e4-8341-ea3dd10edb6e {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.026571] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7aaee6d-9ad9-4a43-9bd2-c810e0e43e16 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.028626] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.028822] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.029011] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Deleting the datastore file [datastore2] 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.029257] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56f6f46-ef63-4521-ba77-8019d3e5c38e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.034975] env[62448]: DEBUG oslo_vmware.api [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for the task: (returnval){ [ 2025.034975] env[62448]: value = "task-2093155" [ 2025.034975] env[62448]: _type = "Task" [ 2025.034975] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.037199] env[62448]: DEBUG oslo_vmware.api [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for the task: (returnval){ [ 2025.037199] env[62448]: value = "task-2093156" [ 2025.037199] env[62448]: _type = "Task" [ 2025.037199] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.038428] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88389ff-5341-476a-90fb-1db0e5543ef0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.057247] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2039af68-58cd-4578-9e38-33d715ba74cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.060730] env[62448]: DEBUG oslo_vmware.api [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.061018] env[62448]: DEBUG oslo_vmware.api [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.092590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddff306-ca55-4622-af85-5205f973ef54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.104062] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f96d8e2-cff9-4de0-953f-c3ac7da58f5b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.122041] env[62448]: DEBUG nova.compute.provider_tree [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.187325] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.299052] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.305324] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.321061] env[62448]: DEBUG oslo_vmware.api [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1446} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.321061] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.321061] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.321061] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.321061] env[62448]: INFO nova.compute.manager [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Took 15.09 seconds to destroy the instance on the hypervisor. [ 2025.321061] env[62448]: DEBUG oslo.service.loopingcall [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.321061] env[62448]: DEBUG nova.compute.manager [-] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.321061] env[62448]: DEBUG nova.network.neutron [-] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.351638] env[62448]: DEBUG oslo_vmware.api [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152397} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.352601] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.352601] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.352751] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.352926] env[62448]: INFO nova.compute.manager [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Took 22.81 seconds to destroy the instance on the hypervisor. [ 2025.353181] env[62448]: DEBUG oslo.service.loopingcall [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.353404] env[62448]: DEBUG nova.compute.manager [-] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.353498] env[62448]: DEBUG nova.network.neutron [-] [instance: c6163c18-0074-4336-aeda-272f9da51db0] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.368716] env[62448]: DEBUG oslo_vmware.api [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149439} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.368964] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.369164] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.369460] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.369649] env[62448]: INFO nova.compute.manager [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Took 19.65 seconds to destroy the instance on the hypervisor. [ 2025.369878] env[62448]: DEBUG oslo.service.loopingcall [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.370070] env[62448]: DEBUG nova.compute.manager [-] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.370165] env[62448]: DEBUG nova.network.neutron [-] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.504332] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093135, 'name': CreateVM_Task, 'duration_secs': 24.023276} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.504603] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2025.505233] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.505398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.505722] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2025.505986] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfb15c5-0acc-4e65-8487-e5771ebe2aca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.510937] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2025.510937] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522ae2f1-7de0-dc81-0a0a-a6a08e7d8bdd" [ 2025.510937] env[62448]: _type = "Task" [ 2025.510937] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.519631] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522ae2f1-7de0-dc81-0a0a-a6a08e7d8bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.546949] env[62448]: DEBUG oslo_vmware.api [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Task: {'id': task-2093155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150033} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.550605] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.550605] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.551203] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.551203] env[62448]: INFO nova.compute.manager [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Took 21.10 seconds to destroy the instance on the hypervisor. [ 2025.551203] env[62448]: DEBUG oslo.service.loopingcall [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.551391] env[62448]: DEBUG nova.compute.manager [-] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.551391] env[62448]: DEBUG nova.network.neutron [-] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.559693] env[62448]: DEBUG oslo_vmware.api [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Task: {'id': task-2093156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150976} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.559693] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.559693] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.559693] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.559693] env[62448]: INFO nova.compute.manager [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Took 21.34 seconds to destroy the instance on the hypervisor. [ 2025.559693] env[62448]: DEBUG oslo.service.loopingcall [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.559693] env[62448]: DEBUG nova.compute.manager [-] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.559693] env[62448]: DEBUG nova.network.neutron [-] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.625916] env[62448]: DEBUG nova.scheduler.client.report [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.686291] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093151, 'name': CreateVM_Task, 'duration_secs': 10.90581} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.686479] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2025.687201] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.797815] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093138, 'name': CreateVM_Task, 'duration_secs': 21.753198} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.798362] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2025.799080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.803017] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093150, 'name': CreateVM_Task, 'duration_secs': 11.289787} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.803171] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2025.803782] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.022111] env[62448]: DEBUG nova.compute.manager [req-47b2784d-5799-4c34-a470-21bdd8771396 req-152bb4c1-9c86-43f1-8059-32104f2c1ce0 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Received event network-vif-deleted-71f949b2-30d0-4b4a-a2ad-798ead49c938 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2026.022111] env[62448]: INFO nova.compute.manager [req-47b2784d-5799-4c34-a470-21bdd8771396 req-152bb4c1-9c86-43f1-8059-32104f2c1ce0 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Neutron deleted interface 71f949b2-30d0-4b4a-a2ad-798ead49c938; detaching it from the instance and deleting it from the info cache [ 2026.022111] env[62448]: DEBUG nova.network.neutron [req-47b2784d-5799-4c34-a470-21bdd8771396 req-152bb4c1-9c86-43f1-8059-32104f2c1ce0 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.027222] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522ae2f1-7de0-dc81-0a0a-a6a08e7d8bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.027500] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.027718] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.027945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.028131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.028315] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.028594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.028893] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.029179] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a6f7645-0a72-4ee2-a8cc-f08123a345fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.031120] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8e6dae-f202-4310-b6bc-1700f2bb0413 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.037197] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2026.037197] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a99393-4732-f4c0-7c8b-ae9b9e6bd456" [ 2026.037197] env[62448]: _type = "Task" [ 2026.037197] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.041816] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.041989] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.043060] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7396704-9209-49f4-ab6b-4d3debd38944 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.049284] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a99393-4732-f4c0-7c8b-ae9b9e6bd456, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.049892] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.051638] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.051638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.051638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.051638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.051638] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472b2316-4f84-4e79-9854-cccb8da8e59b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.053796] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2026.053796] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52115c7a-9ce5-1f2a-bc19-5c34a26d12e5" [ 2026.053796] env[62448]: _type = "Task" [ 2026.053796] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.058974] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2026.058974] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52af60df-bcea-28cc-0046-ea21c1618d28" [ 2026.058974] env[62448]: _type = "Task" [ 2026.058974] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.065826] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52115c7a-9ce5-1f2a-bc19-5c34a26d12e5, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.066879] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324f31e2-67ff-49cc-9f1e-52703c22ec3c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.072252] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52af60df-bcea-28cc-0046-ea21c1618d28, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.072805] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.073045] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.073706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.073706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.073786] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.073987] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5d3118-817d-4faf-90f8-0e4fb8dbca56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.076936] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2026.076936] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c285a9-ba01-7453-8303-765bd21e65ee" [ 2026.076936] env[62448]: _type = "Task" [ 2026.076936] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.081555] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2026.081555] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521d996e-4629-37f5-5dc7-875b07dda35d" [ 2026.081555] env[62448]: _type = "Task" [ 2026.081555] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.088235] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c285a9-ba01-7453-8303-765bd21e65ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.088792] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.089056] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] bdf25eeb-3083-4a1e-beb3-d57776b775c5/bdf25eeb-3083-4a1e-beb3-d57776b775c5.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2026.089343] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.089538] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.089747] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-741d49e8-f35d-4578-8d9a-27d380314870 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.094774] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd644e08-6a78-45e8-b468-ed4d7d51d7c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.096751] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521d996e-4629-37f5-5dc7-875b07dda35d, 'name': SearchDatastore_Task, 'duration_secs': 0.00782} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.097374] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.097661] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.097854] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.102181] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2026.102181] env[62448]: value = "task-2093157" [ 2026.102181] env[62448]: _type = "Task" [ 2026.102181] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.106080] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.106223] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.107238] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c670ba9-a916-43ed-93da-4c894f026b12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.114624] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.118088] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2026.118088] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5282037c-a901-2e44-c3f2-79fc2a3993a1" [ 2026.118088] env[62448]: _type = "Task" [ 2026.118088] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.123898] env[62448]: DEBUG nova.compute.manager [req-c0454611-14e7-4055-9779-8f87601358a5 req-fd2f9b8f-0e1d-47e2-acf8-3bc090245894 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Received event network-vif-plugged-bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2026.124140] env[62448]: DEBUG oslo_concurrency.lockutils [req-c0454611-14e7-4055-9779-8f87601358a5 req-fd2f9b8f-0e1d-47e2-acf8-3bc090245894 service nova] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.124367] env[62448]: DEBUG oslo_concurrency.lockutils [req-c0454611-14e7-4055-9779-8f87601358a5 req-fd2f9b8f-0e1d-47e2-acf8-3bc090245894 service nova] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.124571] env[62448]: DEBUG oslo_concurrency.lockutils [req-c0454611-14e7-4055-9779-8f87601358a5 req-fd2f9b8f-0e1d-47e2-acf8-3bc090245894 service nova] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.124741] env[62448]: DEBUG nova.compute.manager [req-c0454611-14e7-4055-9779-8f87601358a5 req-fd2f9b8f-0e1d-47e2-acf8-3bc090245894 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] No waiting events found dispatching network-vif-plugged-bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.125029] env[62448]: WARNING nova.compute.manager [req-c0454611-14e7-4055-9779-8f87601358a5 req-fd2f9b8f-0e1d-47e2-acf8-3bc090245894 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Received unexpected event network-vif-plugged-bcced825-a4d6-474d-b9df-52c22ee70bc5 for instance with vm_state building and task_state spawning. [ 2026.128809] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5282037c-a901-2e44-c3f2-79fc2a3993a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.131876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.132589] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2026.136512] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.784s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.136817] env[62448]: DEBUG nova.objects.instance [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lazy-loading 'resources' on Instance uuid b21271d3-a99b-479e-b79e-50612ee16863 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.163678] env[62448]: DEBUG nova.network.neutron [-] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.373325] env[62448]: DEBUG nova.network.neutron [-] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.384655] env[62448]: DEBUG nova.network.neutron [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Successfully updated port: bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2026.522735] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bdb4830-b72a-48f2-9de6-d92319c2abde {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.536431] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc6e29e-465d-4676-b9bb-8d61569fc5de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.580214] env[62448]: DEBUG nova.compute.manager [req-47b2784d-5799-4c34-a470-21bdd8771396 req-152bb4c1-9c86-43f1-8059-32104f2c1ce0 service nova] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Detach interface failed, port_id=71f949b2-30d0-4b4a-a2ad-798ead49c938, reason: Instance 10c496b7-bbbd-4adf-996e-13bdd111945c could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2026.612975] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489203} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.613252] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] bdf25eeb-3083-4a1e-beb3-d57776b775c5/bdf25eeb-3083-4a1e-beb3-d57776b775c5.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.613479] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.613718] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c29ebf-b591-4458-a812-7fe34c4ab402 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.624365] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2026.624365] env[62448]: value = "task-2093158" [ 2026.624365] env[62448]: _type = "Task" [ 2026.624365] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.640022] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5282037c-a901-2e44-c3f2-79fc2a3993a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.641674] env[62448]: DEBUG nova.compute.utils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.650021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-076f1685-86e1-43f1-a362-9f154dfbecc0 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "1770de1c-ab51-4e22-a43c-8e031cb40680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.650021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-076f1685-86e1-43f1-a362-9f154dfbecc0 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "1770de1c-ab51-4e22-a43c-8e031cb40680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.653872] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2026.653872] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.656256] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defc47cb-f016-463c-953a-d79afebcf236 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.660094] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.664596] env[62448]: INFO nova.compute.manager [-] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Took 1.34 seconds to deallocate network for instance. [ 2026.665190] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2026.665190] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525ced2b-97b7-81a9-12a8-e6d1952bf533" [ 2026.665190] env[62448]: _type = "Task" [ 2026.665190] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.683679] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525ced2b-97b7-81a9-12a8-e6d1952bf533, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.684340] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.684340] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 53d891e5-0518-48cf-a216-ea6875584b60/53d891e5-0518-48cf-a216-ea6875584b60.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2026.684593] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.684792] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.685038] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab00fb25-e0c3-48c7-a463-c61f550b4bb8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.687146] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea2cffb-fb4c-4426-bc18-e59c45a931c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.695846] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2026.695846] env[62448]: value = "task-2093159" [ 2026.695846] env[62448]: _type = "Task" [ 2026.695846] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.696538] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.696705] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.701436] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14daa248-202a-4c5b-96ee-71a7b282dc42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.712128] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.712128] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2026.712128] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c36bcf-2f04-07ba-f9f8-e5e0c3299f80" [ 2026.712128] env[62448]: _type = "Task" [ 2026.712128] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.723874] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c36bcf-2f04-07ba-f9f8-e5e0c3299f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.747936] env[62448]: DEBUG nova.policy [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fead8084d954155a6ccaf294d4fc13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd386e0051e4feeb3b7303d6074120d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.784560] env[62448]: DEBUG nova.network.neutron [-] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.832292] env[62448]: DEBUG nova.network.neutron [-] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.879521] env[62448]: INFO nova.compute.manager [-] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Took 1.33 seconds to deallocate network for instance. [ 2026.889069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.889069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.889167] env[62448]: DEBUG nova.network.neutron [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.056658] env[62448]: DEBUG nova.network.neutron [-] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.079593] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b16c1-8e94-42a9-a172-6521ea4c8bfa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.090453] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af9b58-12d9-45c1-bddf-aefea5f7de51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.142570] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a16ef75-a703-4b67-8a6e-cab3446f530d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.152546] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2027.159911] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad71d8b-926d-43ef-b60e-af2de4eb571f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.164410] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092022} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.165071] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2027.166324] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcda55a-7f03-4f77-9b33-ba84bdbb1581 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.180662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.182295] env[62448]: DEBUG nova.compute.provider_tree [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.203589] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] bdf25eeb-3083-4a1e-beb3-d57776b775c5/bdf25eeb-3083-4a1e-beb3-d57776b775c5.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.204966] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c01bfc-50ff-4559-920e-189109e6dada {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.223510] env[62448]: DEBUG nova.network.neutron [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Successfully updated port: 93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.247878] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c36bcf-2f04-07ba-f9f8-e5e0c3299f80, 'name': SearchDatastore_Task, 'duration_secs': 0.01914} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.247878] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528248} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.249135] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 53d891e5-0518-48cf-a216-ea6875584b60/53d891e5-0518-48cf-a216-ea6875584b60.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2027.249373] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2027.249680] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2027.249680] env[62448]: value = "task-2093160" [ 2027.249680] env[62448]: _type = "Task" [ 2027.249680] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.249881] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874490a3-7eb0-4e4e-91bb-e9b5ce468275 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.252160] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf1b4dd6-afc7-4354-89b4-2cfbb172e76e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.261285] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2027.261285] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cabf31-076e-de9b-9a94-7978639662e9" [ 2027.261285] env[62448]: _type = "Task" [ 2027.261285] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.265640] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.271472] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2027.271472] env[62448]: value = "task-2093161" [ 2027.271472] env[62448]: _type = "Task" [ 2027.271472] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.281024] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cabf31-076e-de9b-9a94-7978639662e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.281024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.281202] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9/056895fd-c554-45f8-8f67-982ff3494ad9.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2027.281491] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.281643] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.281861] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03746329-6c13-4096-9512-6da9761b3ffe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.287663] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c850b253-5175-412c-8c0e-8bc9cf9b0236 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.289252] env[62448]: INFO nova.compute.manager [-] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Took 1.94 seconds to deallocate network for instance. [ 2027.289576] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.298097] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2027.298097] env[62448]: value = "task-2093162" [ 2027.298097] env[62448]: _type = "Task" [ 2027.298097] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.299907] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.299907] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2027.304323] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0830eb-5edb-48b6-9a73-e32563016776 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.314697] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.315050] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2027.315050] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521330e4-b0e8-e0b0-db22-bc1fc008e962" [ 2027.315050] env[62448]: _type = "Task" [ 2027.315050] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.323125] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521330e4-b0e8-e0b0-db22-bc1fc008e962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.338504] env[62448]: INFO nova.compute.manager [-] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Took 1.97 seconds to deallocate network for instance. [ 2027.395156] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.471177] env[62448]: DEBUG nova.network.neutron [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.512087] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Successfully created port: 04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2027.562300] env[62448]: INFO nova.compute.manager [-] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Took 2.00 seconds to deallocate network for instance. [ 2027.706280] env[62448]: DEBUG nova.scheduler.client.report [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.731104] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "refresh_cache-9af02b81-fb69-4931-a1ee-b384839d10df" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.731104] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "refresh_cache-9af02b81-fb69-4931-a1ee-b384839d10df" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.731290] env[62448]: DEBUG nova.network.neutron [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.775534] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093160, 'name': ReconfigVM_Task, 'duration_secs': 0.472744} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.775534] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Reconfigured VM instance instance-0000003d to attach disk [datastore2] bdf25eeb-3083-4a1e-beb3-d57776b775c5/bdf25eeb-3083-4a1e-beb3-d57776b775c5.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.775534] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1bd45b3-184b-4770-acbe-da8b7ccf74b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.788333] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064879} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.791405] env[62448]: DEBUG nova.network.neutron [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.793483] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2027.794220] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2027.794220] env[62448]: value = "task-2093163" [ 2027.794220] env[62448]: _type = "Task" [ 2027.794220] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.795034] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c3d94-5127-4707-a861-9a864e951d6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.804197] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.831099] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 53d891e5-0518-48cf-a216-ea6875584b60/53d891e5-0518-48cf-a216-ea6875584b60.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.840430] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9909123a-fc35-4d5d-9090-2c0c3913bc1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.855055] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093163, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.859592] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.860276] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093162, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.865854] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521330e4-b0e8-e0b0-db22-bc1fc008e962, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.868012] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2027.868012] env[62448]: value = "task-2093164" [ 2027.868012] env[62448]: _type = "Task" [ 2027.868012] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.868261] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164f0608-551d-4297-b769-cbfea835879e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.880358] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.884116] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2027.884116] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52afd420-b200-0593-d9f2-ee7e97639311" [ 2027.884116] env[62448]: _type = "Task" [ 2027.884116] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.889646] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52afd420-b200-0593-d9f2-ee7e97639311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.070427] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.117366] env[62448]: DEBUG nova.compute.manager [req-e5d3d8f1-74bb-42e1-bbff-d0da562da4a9 req-36d05557-4919-4aeb-9c43-c7d9c2cb509f service nova] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Received event network-vif-deleted-dc8b35c3-678b-4cb8-bcb7-e95fb9ccdd00 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.178677] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2028.214311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.217497] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.993s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.221583] env[62448]: INFO nova.compute.claims [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.226532] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.226784] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.226945] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.227257] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.227423] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.227573] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.227782] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.227984] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.228189] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.228393] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.228573] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.229445] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07e539-037e-4da7-8042-8d637476df33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.239264] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695b031-c265-41d0-8663-dec152403d9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.261307] env[62448]: INFO nova.scheduler.client.report [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleted allocations for instance b21271d3-a99b-479e-b79e-50612ee16863 [ 2028.261822] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.261822] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.271305] env[62448]: DEBUG nova.network.neutron [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.293766] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.294186] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Instance network_info: |[{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2028.294604] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:51:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcced825-a4d6-474d-b9df-52c22ee70bc5', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2028.302053] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating folder: Project (4c1cf0ecdf0546169a07e8ad3c474176). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2028.302726] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a1ec334-0e8b-45a2-ab95-9ff819867d86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.317284] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Received event network-vif-deleted-7d854481-c56c-441c-aae7-69945bf8a0dd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.317284] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Received event network-vif-deleted-26d48251-0e7c-4d72-986d-930430acad24 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.317284] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Received event network-changed-bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.317451] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Refreshing instance network info cache due to event network-changed-bcced825-a4d6-474d-b9df-52c22ee70bc5. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2028.317609] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.317749] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.317973] env[62448]: DEBUG nova.network.neutron [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Refreshing network info cache for port bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.323275] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093163, 'name': Rename_Task, 'duration_secs': 0.240639} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.326373] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.326828] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created folder: Project (4c1cf0ecdf0546169a07e8ad3c474176) in parent group-v428508. [ 2028.327126] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating folder: Instances. Parent ref: group-v428695. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2028.331910] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582d4c1c-116b-4f8d-9d00-b1ee4a9e1813 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.332565] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d2649af-6509-4a1a-a443-f972c9053ebd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.334313] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612587} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.334993] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9/056895fd-c554-45f8-8f67-982ff3494ad9.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.335906] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.336080] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac10e112-224a-4e9e-880a-b8d0a93dda62 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.340687] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2028.340687] env[62448]: value = "task-2093166" [ 2028.340687] env[62448]: _type = "Task" [ 2028.340687] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.345314] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2028.345314] env[62448]: value = "task-2093168" [ 2028.345314] env[62448]: _type = "Task" [ 2028.345314] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.348975] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created folder: Instances in parent group-v428695. [ 2028.349221] env[62448]: DEBUG oslo.service.loopingcall [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.352366] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2028.355654] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b70bc3-0163-4e2d-9b37-e2cd876c4990 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.370895] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.378459] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.380137] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2028.380137] env[62448]: value = "task-2093169" [ 2028.380137] env[62448]: _type = "Task" [ 2028.380137] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.386563] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093164, 'name': ReconfigVM_Task, 'duration_secs': 0.27681} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.393131] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 53d891e5-0518-48cf-a216-ea6875584b60/53d891e5-0518-48cf-a216-ea6875584b60.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.393807] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f430ee3c-38ae-4271-be38-154a53ccdbae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.399365] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093169, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.407192] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52afd420-b200-0593-d9f2-ee7e97639311, 'name': SearchDatastore_Task, 'duration_secs': 0.027566} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.408561] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.408832] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.409200] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2028.409200] env[62448]: value = "task-2093170" [ 2028.409200] env[62448]: _type = "Task" [ 2028.409200] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.409413] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519cd230-53a8-431f-badd-057d6a017617 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.420289] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093170, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.421401] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2028.421401] env[62448]: value = "task-2093171" [ 2028.421401] env[62448]: _type = "Task" [ 2028.421401] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.429101] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.506853] env[62448]: DEBUG nova.network.neutron [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Updating instance_info_cache with network_info: [{"id": "93a67e25-782c-4a68-bd71-ca40d31fcebb", "address": "fa:16:3e:93:53:40", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a67e25-78", "ovs_interfaceid": "93a67e25-782c-4a68-bd71-ca40d31fcebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.771308] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21b6bf7b-b5de-4caa-9aa1-5f728ab16bff tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "b21271d3-a99b-479e-b79e-50612ee16863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.955s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.861236] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093166, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.867093] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081423} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.867520] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2028.868429] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649d9ae-8c23-47aa-9d7f-6b02a2db2cae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.893586] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9/056895fd-c554-45f8-8f67-982ff3494ad9.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.902283] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a025d803-3af9-4254-ab5f-3632a11f6642 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.926972] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093169, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.931743] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2028.931743] env[62448]: value = "task-2093172" [ 2028.931743] env[62448]: _type = "Task" [ 2028.931743] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.947714] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514147} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.947714] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093170, 'name': Rename_Task, 'duration_secs': 0.21553} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.947714] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.947714] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.947714] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.948340] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06e0bda6-8cd6-4a17-9848-0f8c7a3f266d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.950570] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc265600-ab4d-4113-a018-e2e119f5d636 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.956096] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.962157] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2028.962157] env[62448]: value = "task-2093173" [ 2028.962157] env[62448]: _type = "Task" [ 2028.962157] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.963697] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2028.963697] env[62448]: value = "task-2093174" [ 2028.963697] env[62448]: _type = "Task" [ 2028.963697] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.975787] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.979135] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.011189] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "refresh_cache-9af02b81-fb69-4931-a1ee-b384839d10df" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.011716] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Instance network_info: |[{"id": "93a67e25-782c-4a68-bd71-ca40d31fcebb", "address": "fa:16:3e:93:53:40", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a67e25-78", "ovs_interfaceid": "93a67e25-782c-4a68-bd71-ca40d31fcebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2029.012120] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:53:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93a67e25-782c-4a68-bd71-ca40d31fcebb', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.019966] env[62448]: DEBUG oslo.service.loopingcall [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.022547] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.022804] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2dffc6d-c65e-4753-a087-0af2c1d6edd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.044642] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.044642] env[62448]: value = "task-2093175" [ 2029.044642] env[62448]: _type = "Task" [ 2029.044642] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.052939] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093175, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.307807] env[62448]: DEBUG nova.network.neutron [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updated VIF entry in instance network info cache for port bcced825-a4d6-474d-b9df-52c22ee70bc5. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.309892] env[62448]: DEBUG nova.network.neutron [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.353850] env[62448]: DEBUG oslo_vmware.api [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093166, 'name': PowerOnVM_Task, 'duration_secs': 0.743482} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.357195] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.357426] env[62448]: INFO nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Took 30.48 seconds to spawn the instance on the hypervisor. [ 2029.357601] env[62448]: DEBUG nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.358823] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4c550c-aeeb-4b89-91db-ae810061e828 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.398326] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093169, 'name': CreateVM_Task, 'duration_secs': 0.715083} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.398504] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.399246] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.399410] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.399741] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2029.400052] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254875ac-1c02-4068-8056-1e165da316a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.406541] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2029.406541] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c26b5b-b38e-ec84-0ca6-00a6213131ec" [ 2029.406541] env[62448]: _type = "Task" [ 2029.406541] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.430426] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c26b5b-b38e-ec84-0ca6-00a6213131ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.444304] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093172, 'name': ReconfigVM_Task, 'duration_secs': 0.2993} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.446643] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9/056895fd-c554-45f8-8f67-982ff3494ad9.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.447992] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93aa8928-ef4d-4499-bea9-2e0e7ef4dca5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.456868] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2029.456868] env[62448]: value = "task-2093176" [ 2029.456868] env[62448]: _type = "Task" [ 2029.456868] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.471051] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093176, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.486253] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077262} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.489489] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.489821] env[62448]: DEBUG oslo_vmware.api [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093174, 'name': PowerOnVM_Task, 'duration_secs': 0.480129} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.490604] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd9672-8732-489b-b9b5-f9ca03f922ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.494196] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.494196] env[62448]: INFO nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Took 18.95 seconds to spawn the instance on the hypervisor. [ 2029.494196] env[62448]: DEBUG nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.495468] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15f32c-fa84-4ea4-a032-27ae8fcc8c3c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.528658] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.531938] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2168c0-5116-4054-a545-8b7d3b86a0b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.547899] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Successfully updated port: 04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.558249] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093175, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.559844] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2029.559844] env[62448]: value = "task-2093177" [ 2029.559844] env[62448]: _type = "Task" [ 2029.559844] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.570736] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.753535] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05ec38-d50c-4956-9e3c-58ec214dd4e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.762300] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb84282-8cb8-41dd-9d75-8e3ded4c075f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.792244] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da67ed-37be-4c19-997f-1b4ab3cf6a39 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.799903] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a7f4d-6f7a-4fd6-bd29-4d64d054eb1a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.813357] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.813664] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Received event network-vif-deleted-ae40641d-70a3-4cf9-88ad-d8cd8b6b47c6 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.813856] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Received event network-vif-plugged-93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.814055] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Acquiring lock "9af02b81-fb69-4931-a1ee-b384839d10df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.814266] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Lock "9af02b81-fb69-4931-a1ee-b384839d10df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.814431] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Lock "9af02b81-fb69-4931-a1ee-b384839d10df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.814601] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] No waiting events found dispatching network-vif-plugged-93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2029.814769] env[62448]: WARNING nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Received unexpected event network-vif-plugged-93a67e25-782c-4a68-bd71-ca40d31fcebb for instance with vm_state building and task_state spawning. [ 2029.814950] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Received event network-changed-93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.815131] env[62448]: DEBUG nova.compute.manager [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Refreshing instance network info cache due to event network-changed-93a67e25-782c-4a68-bd71-ca40d31fcebb. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2029.815337] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Acquiring lock "refresh_cache-9af02b81-fb69-4931-a1ee-b384839d10df" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.815469] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Acquired lock "refresh_cache-9af02b81-fb69-4931-a1ee-b384839d10df" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.815626] env[62448]: DEBUG nova.network.neutron [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Refreshing network info cache for port 93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.820018] env[62448]: DEBUG nova.compute.provider_tree [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.880030] env[62448]: INFO nova.compute.manager [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Took 57.73 seconds to build instance. [ 2029.916976] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c26b5b-b38e-ec84-0ca6-00a6213131ec, 'name': SearchDatastore_Task, 'duration_secs': 0.029733} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.917343] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.917578] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2029.917812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.917956] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.918148] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2029.918414] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d88ba12-b946-4424-8a20-402a3fd6ee6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.928237] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2029.928366] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2029.930732] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e82be8-7fc3-478d-a65a-5aaa8b88c21d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.934817] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2029.934817] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520592f5-9bd1-b09a-1d88-db722dcc50fa" [ 2029.934817] env[62448]: _type = "Task" [ 2029.934817] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.943479] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520592f5-9bd1-b09a-1d88-db722dcc50fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.971465] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "a63ee29e-cf11-42ef-82b8-349a297c9055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.971465] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.971465] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093176, 'name': Rename_Task, 'duration_secs': 0.146792} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.971465] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2029.971465] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bb5890f-dd48-4312-99c8-7b78ebc7c24d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.977750] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2029.977750] env[62448]: value = "task-2093178" [ 2029.977750] env[62448]: _type = "Task" [ 2029.977750] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.987363] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.037976] env[62448]: INFO nova.compute.manager [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Took 46.77 seconds to build instance. [ 2030.054229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "refresh_cache-da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.054229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "refresh_cache-da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.054229] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.072436] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093175, 'name': CreateVM_Task, 'duration_secs': 0.708679} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.075425] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2030.076428] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093177, 'name': ReconfigVM_Task, 'duration_secs': 0.275442} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.077415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.077624] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.078036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2030.078396] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.079295] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fed15fb-b14b-419f-9cc6-27dd48cbb366 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.081636] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a63dc8ff-a4de-46cc-8593-8d2f8e184627 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.086216] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2030.086216] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52647f37-3df4-4534-74ff-ef64bc2ef496" [ 2030.086216] env[62448]: _type = "Task" [ 2030.086216] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.091199] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2030.091199] env[62448]: value = "task-2093179" [ 2030.091199] env[62448]: _type = "Task" [ 2030.091199] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.097659] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52647f37-3df4-4534-74ff-ef64bc2ef496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.100935] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093179, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.324852] env[62448]: DEBUG nova.scheduler.client.report [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.382030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b243553-820f-4c4b-b78b-a2c4d8bb602e tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.068s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.394953] env[62448]: DEBUG nova.compute.manager [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Received event network-vif-plugged-04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2030.395689] env[62448]: DEBUG oslo_concurrency.lockutils [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] Acquiring lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.395689] env[62448]: DEBUG oslo_concurrency.lockutils [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.395689] env[62448]: DEBUG oslo_concurrency.lockutils [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.395942] env[62448]: DEBUG nova.compute.manager [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] No waiting events found dispatching network-vif-plugged-04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2030.395942] env[62448]: WARNING nova.compute.manager [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Received unexpected event network-vif-plugged-04d15bc5-3c35-4a86-b525-ea3723d20245 for instance with vm_state building and task_state spawning. [ 2030.397701] env[62448]: DEBUG nova.compute.manager [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Received event network-changed-04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2030.397701] env[62448]: DEBUG nova.compute.manager [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Refreshing instance network info cache due to event network-changed-04d15bc5-3c35-4a86-b525-ea3723d20245. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2030.397701] env[62448]: DEBUG oslo_concurrency.lockutils [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] Acquiring lock "refresh_cache-da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.450062] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520592f5-9bd1-b09a-1d88-db722dcc50fa, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.450062] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d1ad40-e726-4bbe-b426-8328bd02eb58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.455013] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2030.455013] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521a39a4-2592-1ee7-fa1e-312c7b02c4fd" [ 2030.455013] env[62448]: _type = "Task" [ 2030.455013] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.467168] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521a39a4-2592-1ee7-fa1e-312c7b02c4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.487085] env[62448]: DEBUG oslo_vmware.api [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093178, 'name': PowerOnVM_Task, 'duration_secs': 0.502885} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.489868] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2030.489868] env[62448]: INFO nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Took 29.03 seconds to spawn the instance on the hypervisor. [ 2030.489999] env[62448]: DEBUG nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2030.490798] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ef83a1-c907-409d-b0bc-5e6c93b4b9af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.539759] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9fda16c-cca9-499d-be46-c2346444bb0b tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "53d891e5-0518-48cf-a216-ea6875584b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.300s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.605201] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.605647] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Processing image 65439661-ee9b-418d-a7d6-0067136edf1d {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.606114] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.606402] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.606689] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.607110] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093179, 'name': Rename_Task, 'duration_secs': 0.182445} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.609795] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37ea771b-f2a4-42ea-b07c-9f912ff26243 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.611589] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.612406] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2030.614109] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d346bb-b935-401d-b946-f5c4959c28f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.616659] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.617081] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.617585] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.617932] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.618288] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.621521] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2030.621521] env[62448]: value = "task-2093180" [ 2030.621521] env[62448]: _type = "Task" [ 2030.621521] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.624020] env[62448]: INFO nova.compute.manager [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Terminating instance [ 2030.627280] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.629074] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.634057] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed896ea9-5f47-4851-bed7-066ca781676a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.642809] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2030.642809] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fc6986-2b14-71b8-4e1b-141b2fca7aa7" [ 2030.642809] env[62448]: _type = "Task" [ 2030.642809] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.643501] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093180, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.654019] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fc6986-2b14-71b8-4e1b-141b2fca7aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.693444] env[62448]: DEBUG nova.network.neutron [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Updated VIF entry in instance network info cache for port 93a67e25-782c-4a68-bd71-ca40d31fcebb. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.693444] env[62448]: DEBUG nova.network.neutron [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Updating instance_info_cache with network_info: [{"id": "93a67e25-782c-4a68-bd71-ca40d31fcebb", "address": "fa:16:3e:93:53:40", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a67e25-78", "ovs_interfaceid": "93a67e25-782c-4a68-bd71-ca40d31fcebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.831673] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.831673] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.835647] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.222s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.838818] env[62448]: INFO nova.compute.claims [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2030.853058] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Updating instance_info_cache with network_info: [{"id": "04d15bc5-3c35-4a86-b525-ea3723d20245", "address": "fa:16:3e:94:b7:01", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15bc5-3c", "ovs_interfaceid": "04d15bc5-3c35-4a86-b525-ea3723d20245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.885248] env[62448]: DEBUG nova.compute.manager [None req-076f1685-86e1-43f1-a362-9f154dfbecc0 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 1770de1c-ab51-4e22-a43c-8e031cb40680] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2030.966238] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521a39a4-2592-1ee7-fa1e-312c7b02c4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.035022} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.966512] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.966782] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498/e6b7f731-b450-43f7-b807-d5a10c4cd498.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2030.967091] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7f9a289-c81a-4169-9dcb-ca51bb2a526d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.977069] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2030.977069] env[62448]: value = "task-2093181" [ 2030.977069] env[62448]: _type = "Task" [ 2030.977069] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.985968] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.012905] env[62448]: INFO nova.compute.manager [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Took 58.11 seconds to build instance. [ 2031.042324] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2031.135285] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.136037] env[62448]: DEBUG nova.compute.manager [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2031.136037] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2031.136757] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5500ec1b-b1eb-43ab-a877-94e335bf0c9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.144339] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2031.147593] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b87213cc-0c90-48a9-9313-c8a012423aa0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.157607] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Preparing fetch location {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2031.157931] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Fetch image to [datastore2] OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f/OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f.vmdk {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2031.158185] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Downloading stream optimized image 65439661-ee9b-418d-a7d6-0067136edf1d to [datastore2] OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f/OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f.vmdk on the data store datastore2 as vApp {{(pid=62448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2031.158387] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Downloading image file data 65439661-ee9b-418d-a7d6-0067136edf1d to the ESX as VM named 'OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f' {{(pid=62448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2031.160664] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2031.160664] env[62448]: value = "task-2093182" [ 2031.160664] env[62448]: _type = "Task" [ 2031.160664] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.171204] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.202934] env[62448]: DEBUG oslo_concurrency.lockutils [req-6dcd8e1a-85c3-41ab-b219-73794c94654c req-7d4cdc79-0626-472a-8404-e5c7a4af0f12 service nova] Releasing lock "refresh_cache-9af02b81-fb69-4931-a1ee-b384839d10df" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.240727] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2031.240727] env[62448]: value = "resgroup-9" [ 2031.240727] env[62448]: _type = "ResourcePool" [ 2031.240727] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2031.241474] env[62448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f84266f4-a898-41f2-a27b-11c2d0e5aafb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.265210] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease: (returnval){ [ 2031.265210] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2031.265210] env[62448]: _type = "HttpNfcLease" [ 2031.265210] env[62448]: } obtained for vApp import into resource pool (val){ [ 2031.265210] env[62448]: value = "resgroup-9" [ 2031.265210] env[62448]: _type = "ResourcePool" [ 2031.265210] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2031.265210] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the lease: (returnval){ [ 2031.265210] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2031.265210] env[62448]: _type = "HttpNfcLease" [ 2031.265210] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2031.272573] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2031.272573] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2031.272573] env[62448]: _type = "HttpNfcLease" [ 2031.272573] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2031.342403] env[62448]: DEBUG nova.compute.utils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2031.347332] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2031.347569] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2031.359876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "refresh_cache-da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.360253] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Instance network_info: |[{"id": "04d15bc5-3c35-4a86-b525-ea3723d20245", "address": "fa:16:3e:94:b7:01", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15bc5-3c", "ovs_interfaceid": "04d15bc5-3c35-4a86-b525-ea3723d20245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2031.360530] env[62448]: DEBUG oslo_concurrency.lockutils [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] Acquired lock "refresh_cache-da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.360708] env[62448]: DEBUG nova.network.neutron [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Refreshing network info cache for port 04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.362201] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:b7:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04d15bc5-3c35-4a86-b525-ea3723d20245', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.371045] env[62448]: DEBUG oslo.service.loopingcall [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.371929] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.372203] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b56166e-3d21-49a6-ab39-5ee914f2cf87 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.389487] env[62448]: DEBUG nova.compute.manager [None req-076f1685-86e1-43f1-a362-9f154dfbecc0 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 1770de1c-ab51-4e22-a43c-8e031cb40680] Instance disappeared before build. {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 2031.395352] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.395352] env[62448]: value = "task-2093184" [ 2031.395352] env[62448]: _type = "Task" [ 2031.395352] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.408162] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.434065] env[62448]: DEBUG nova.policy [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fead8084d954155a6ccaf294d4fc13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abd386e0051e4feeb3b7303d6074120d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.488201] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0759c-c7ec-44dd-8bcb-a6819d963efd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.495975] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500672} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.498060] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498/e6b7f731-b450-43f7-b807-d5a10c4cd498.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2031.498733] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2031.499559] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Suspending the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2031.499905] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc57969-0e91-40a4-a7c9-8a23645ff2d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.502923] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6583d1af-d477-4487-8f36-99332b645b7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.509931] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2031.509931] env[62448]: value = "task-2093185" [ 2031.509931] env[62448]: _type = "Task" [ 2031.509931] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.515019] env[62448]: DEBUG oslo_vmware.api [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] Waiting for the task: (returnval){ [ 2031.515019] env[62448]: value = "task-2093186" [ 2031.515019] env[62448]: _type = "Task" [ 2031.515019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.515531] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d3fae5ff-0abc-4191-a19a-b3295fc472b4 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.394s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.533442] env[62448]: DEBUG oslo_vmware.api [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] Task: {'id': task-2093186, 'name': SuspendVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.533938] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.568421] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.634594] env[62448]: DEBUG oslo_vmware.api [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093180, 'name': PowerOnVM_Task, 'duration_secs': 0.794805} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.634810] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.635057] env[62448]: INFO nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Took 27.60 seconds to spawn the instance on the hypervisor. [ 2031.635259] env[62448]: DEBUG nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.636149] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e5a82-7fdf-4ae9-88d6-cc8d26892210 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.673905] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093182, 'name': PowerOffVM_Task, 'duration_secs': 0.411358} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.674216] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.674388] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.674749] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f57520-1a46-42c6-8502-07ba66fafd46 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.775911] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2031.775911] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2031.775911] env[62448]: _type = "HttpNfcLease" [ 2031.775911] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2031.776948] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Successfully created port: 97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.851019] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.906080] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.907390] env[62448]: DEBUG oslo_concurrency.lockutils [None req-076f1685-86e1-43f1-a362-9f154dfbecc0 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "1770de1c-ab51-4e22-a43c-8e031cb40680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 5.261s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.027040] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2032.034116] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080745} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.034459] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.038303] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105772bd-0d99-4e88-a7e3-62c81139d168 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.041720] env[62448]: DEBUG oslo_vmware.api [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] Task: {'id': task-2093186, 'name': SuspendVM_Task} progress is 62%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.066791] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498/e6b7f731-b450-43f7-b807-d5a10c4cd498.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.072491] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4696f2-4d9f-4ff3-8736-e06f976e3e51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.094102] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2032.094102] env[62448]: value = "task-2093188" [ 2032.094102] env[62448]: _type = "Task" [ 2032.094102] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.107237] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.162631] env[62448]: INFO nova.compute.manager [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Took 58.59 seconds to build instance. [ 2032.277519] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2032.277519] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2032.277519] env[62448]: _type = "HttpNfcLease" [ 2032.277519] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2032.301408] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9903550a-e925-4469-8380-492006a0f368 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.309424] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29302305-0b4d-4edd-9d62-6a4b2efec25a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.347442] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1b58c8-c311-425d-9f34-0814331fc551 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.354868] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0d35be-21f9-442c-ae76-4c5760d115fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.371717] env[62448]: DEBUG nova.compute.provider_tree [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.373632] env[62448]: DEBUG nova.network.neutron [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Updated VIF entry in instance network info cache for port 04d15bc5-3c35-4a86-b525-ea3723d20245. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.373938] env[62448]: DEBUG nova.network.neutron [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Updating instance_info_cache with network_info: [{"id": "04d15bc5-3c35-4a86-b525-ea3723d20245", "address": "fa:16:3e:94:b7:01", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04d15bc5-3c", "ovs_interfaceid": "04d15bc5-3c35-4a86-b525-ea3723d20245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.406236] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.526501] env[62448]: DEBUG oslo_vmware.api [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] Task: {'id': task-2093186, 'name': SuspendVM_Task, 'duration_secs': 0.801073} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.526879] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Suspended the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2032.526974] env[62448]: DEBUG nova.compute.manager [None req-eab8bc7b-56ec-45df-8cd6-d02e518377ff tempest-ServersAdminNegativeTestJSON-450593352 tempest-ServersAdminNegativeTestJSON-450593352-project-admin] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2032.527818] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c8841-9af0-479c-8184-7b170e56fd4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.557207] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.605836] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093188, 'name': ReconfigVM_Task, 'duration_secs': 0.344769} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.605836] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498/e6b7f731-b450-43f7-b807-d5a10c4cd498.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.608060] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8999914c-eba9-48bc-bd34-86f75493e159 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.613111] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2032.613111] env[62448]: value = "task-2093189" [ 2032.613111] env[62448]: _type = "Task" [ 2032.613111] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.621051] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093189, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.664404] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58b96820-33dc-45bb-a8b1-5fc23aae689a tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.280s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.774657] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2032.774657] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2032.774657] env[62448]: _type = "HttpNfcLease" [ 2032.774657] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2032.774955] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2032.774955] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525a4c2a-a69a-b531-36c8-02f559f488e4" [ 2032.774955] env[62448]: _type = "HttpNfcLease" [ 2032.774955] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2032.775709] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28393035-b6fa-4554-bf6a-bc42f9e8ab13 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.783045] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520766fb-83e8-e1e1-ea39-a4e7bdb2cf82/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2032.783240] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520766fb-83e8-e1e1-ea39-a4e7bdb2cf82/disk-0.vmdk. {{(pid=62448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2032.848553] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68d69318-801d-4069-85f3-eece49eb3669 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.864182] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2032.877658] env[62448]: DEBUG nova.scheduler.client.report [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.881847] env[62448]: DEBUG oslo_concurrency.lockutils [req-83225146-2857-40e9-ba41-78469f96b21e req-77be0efa-f9a2-476a-929d-a610295bdf1d service nova] Releasing lock "refresh_cache-da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.894059] env[62448]: DEBUG nova.virt.hardware [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.894526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266dfba7-cbef-48ca-9c5e-ad3d4219aff1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.909790] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27e0472-5fc0-44af-942a-b74e5c0e1f56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.914944] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.115977] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "4ce26569-8ffe-4596-b220-eee0001369f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.116245] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "4ce26569-8ffe-4596-b220-eee0001369f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.126998] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093189, 'name': Rename_Task, 'duration_secs': 0.132892} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.127326] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.127589] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20efe71c-adb3-4f62-9207-2ec13bf8a450 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.133744] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2033.133744] env[62448]: value = "task-2093190" [ 2033.133744] env[62448]: _type = "Task" [ 2033.133744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.141990] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.384098] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.384767] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2033.389520] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.550s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.389718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.389869] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2033.390220] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.095s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.391835] env[62448]: INFO nova.compute.claims [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2033.396590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f303e-665f-4574-87a4-b6c2aa720a2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.412220] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61f429f-ac7b-4741-9635-523e2f016045 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.416169] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.436508] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e3316-073d-4908-a477-1abe6e8978e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.446823] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c46e4-e680-4497-a400-cc1aac6f2c68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.479315] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178707MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2033.479485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.618787] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2033.645676] env[62448]: DEBUG oslo_vmware.api [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093190, 'name': PowerOnVM_Task, 'duration_secs': 0.462256} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.647476] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.647727] env[62448]: INFO nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Took 18.57 seconds to spawn the instance on the hypervisor. [ 2033.647950] env[62448]: DEBUG nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.655455] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c9a6f-da50-4fc8-8e8c-2f67d7c534bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.899196] env[62448]: DEBUG nova.compute.utils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2033.902835] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2033.903047] env[62448]: DEBUG nova.network.neutron [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2033.919307] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.945270] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Completed reading data from the image iterator. {{(pid=62448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2033.945503] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520766fb-83e8-e1e1-ea39-a4e7bdb2cf82/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2033.946434] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adea338-7e3b-40d1-b8b5-de8f6ee45154 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.954774] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520766fb-83e8-e1e1-ea39-a4e7bdb2cf82/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2033.954774] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520766fb-83e8-e1e1-ea39-a4e7bdb2cf82/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2033.954774] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b8358f43-fd36-46f8-a76b-1b5d6dbf55b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.967243] env[62448]: DEBUG nova.policy [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2034.150374] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.157979] env[62448]: DEBUG nova.compute.manager [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2034.178173] env[62448]: INFO nova.compute.manager [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Took 47.54 seconds to build instance. [ 2034.200414] env[62448]: DEBUG oslo_vmware.rw_handles [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520766fb-83e8-e1e1-ea39-a4e7bdb2cf82/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2034.200764] env[62448]: INFO nova.virt.vmwareapi.images [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Downloaded image file data 65439661-ee9b-418d-a7d6-0067136edf1d [ 2034.202418] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118e17d-dade-4f2c-b573-c98f5593f39e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.223566] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e4fc16-d103-4602-83d5-ab4aa969d18f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.252590] env[62448]: INFO nova.virt.vmwareapi.images [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] The imported VM was unregistered [ 2034.259396] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Caching image {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2034.259396] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating directory with path [datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2034.259396] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edea34dc-8670-4441-9f87-99b62409b3ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.279249] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created directory with path [datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2034.279488] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f/OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f.vmdk to [datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk. {{(pid=62448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2034.279765] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4e68c17d-3bab-42c3-a991-339ab305bff8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.288361] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2034.288361] env[62448]: value = "task-2093192" [ 2034.288361] env[62448]: _type = "Task" [ 2034.288361] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.298789] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093192, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.355764] env[62448]: DEBUG nova.network.neutron [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Successfully created port: 16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2034.407166] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2034.424997] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.605337] env[62448]: DEBUG nova.compute.manager [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Received event network-changed-bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2034.605337] env[62448]: DEBUG nova.compute.manager [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Refreshing instance network info cache due to event network-changed-bcced825-a4d6-474d-b9df-52c22ee70bc5. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2034.605608] env[62448]: DEBUG oslo_concurrency.lockutils [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.605762] env[62448]: DEBUG oslo_concurrency.lockutils [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.605933] env[62448]: DEBUG nova.network.neutron [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Refreshing network info cache for port bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.680632] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.681817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58028e43-7bc1-4aca-b5bd-30dd798c5a05 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.708s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.804783] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093192, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.874026] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23120867-a84c-4fb1-b684-3ad706521302 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.882157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f3aa4-e1c7-49ac-8b62-2cb15eb0808e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.929991] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c06352-6b90-4acc-b9d0-05f3c906be48 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.941331] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.947581] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4579aca1-d4f3-4ee2-a12b-0a65bc92f5f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.966747] env[62448]: DEBUG nova.compute.provider_tree [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.243252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "53d891e5-0518-48cf-a216-ea6875584b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.243549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "53d891e5-0518-48cf-a216-ea6875584b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.243785] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "53d891e5-0518-48cf-a216-ea6875584b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.243975] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "53d891e5-0518-48cf-a216-ea6875584b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.244317] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "53d891e5-0518-48cf-a216-ea6875584b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.247174] env[62448]: INFO nova.compute.manager [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Terminating instance [ 2035.300924] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093192, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.416736] env[62448]: DEBUG nova.network.neutron [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updated VIF entry in instance network info cache for port bcced825-a4d6-474d-b9df-52c22ee70bc5. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.417291] env[62448]: DEBUG nova.network.neutron [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.433317] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.436867] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2035.463856] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2035.463856] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.463856] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2035.463856] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.464246] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2035.464246] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2035.464463] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2035.464653] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2035.464847] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2035.465193] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2035.465306] env[62448]: DEBUG nova.virt.hardware [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2035.466387] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c05c1e-f368-42f0-b51a-b14eb2d0da99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.470583] env[62448]: DEBUG nova.scheduler.client.report [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.481021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff405f-aba4-4547-b94a-8fab267dfb4c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.751916] env[62448]: DEBUG nova.compute.manager [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2035.752299] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2035.753341] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d10d2a-986d-4780-99c9-6e38ea6acdd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.762952] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.763388] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea72c998-b39d-4e45-9b08-8aa535ba4b7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.803504] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093192, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.921540] env[62448]: DEBUG oslo_concurrency.lockutils [req-8663fe06-7d7e-4b0a-9735-4c37fee61e8d req-7b132122-a09d-44aa-a225-5a27c876e382 service nova] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.932240] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.976548] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.977160] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2035.980119] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.800s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.980856] env[62448]: DEBUG nova.objects.instance [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lazy-loading 'resources' on Instance uuid 10c496b7-bbbd-4adf-996e-13bdd111945c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.303386] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093192, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.432701] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.484389] env[62448]: DEBUG nova.compute.utils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2036.488512] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2036.488982] env[62448]: DEBUG nova.network.neutron [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2036.550298] env[62448]: DEBUG nova.policy [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '447aa48ec524443085382cae2152bdae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8247faab47a426dae29b036809d0e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2036.805060] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093192, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.386192} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.805378] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f/OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f.vmdk to [datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk. [ 2036.805535] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Cleaning up location [datastore2] OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2036.805752] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_012a48a7-6132-4eb5-afdf-f3e90f75822f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.805937] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292a4c0e-2d27-45d1-8d38-fecd36d45a35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.814215] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2036.814215] env[62448]: value = "task-2093194" [ 2036.814215] env[62448]: _type = "Task" [ 2036.814215] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.823881] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.854636] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5134077-41ca-4665-b394-bffe99c1acc9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.857844] env[62448]: DEBUG nova.network.neutron [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Successfully created port: 600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2036.863739] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eefc5c-08a7-47c8-a2b8-f353b708fc12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.893073] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b4e648-4e8d-496d-ac09-51b43d084753 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.900751] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f44df8-f520-47ce-bc5f-f03fcb6f0c7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.912849] env[62448]: DEBUG nova.compute.provider_tree [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2036.934410] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.992191] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2037.325018] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032764} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.325463] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.325633] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.325876] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk to [datastore2] 9af02b81-fb69-4931-a1ee-b384839d10df/9af02b81-fb69-4931-a1ee-b384839d10df.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2037.326148] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f00276f-29c2-4b53-a521-d02b22b00621 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.333201] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2037.333201] env[62448]: value = "task-2093195" [ 2037.333201] env[62448]: _type = "Task" [ 2037.333201] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.341104] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.432396] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.434633] env[62448]: ERROR nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [req-6cb35d69-4dec-4449-be17-2e328857ba2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cb35d69-4dec-4449-be17-2e328857ba2d"}]} [ 2037.450669] env[62448]: DEBUG nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2037.465912] env[62448]: DEBUG nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2037.466297] env[62448]: DEBUG nova.compute.provider_tree [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2037.477359] env[62448]: DEBUG nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2037.497423] env[62448]: DEBUG nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2037.844567] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093195, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.872268] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a031620-0867-419a-a897-233bea938be5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.881761] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144bbce2-ddfc-445b-b281-8ad996d08874 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.917847] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb91ea-2ff1-4bf9-b722-e5d6168c77c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.928871] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da13be59-ba69-4867-8234-29cafe1c3083 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.939757] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.948236] env[62448]: DEBUG nova.compute.provider_tree [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2038.005318] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2038.031982] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.032265] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.032422] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.032601] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.032744] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.032889] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.033107] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.033273] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.033439] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.033599] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.033769] env[62448]: DEBUG nova.virt.hardware [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.035047] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77d2325-df09-48bc-bc70-b586c9958fd5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.045049] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e31c48-3bed-4906-8501-aadd973f53ac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.347834] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093195, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.437176] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.485269] env[62448]: DEBUG nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2038.485559] env[62448]: DEBUG nova.compute.provider_tree [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 93 to 94 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2038.485774] env[62448]: DEBUG nova.compute.provider_tree [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2038.847873] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093195, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.900794] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.900938] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.901148] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Deleting the datastore file [datastore2] bdf25eeb-3083-4a1e-beb3-d57776b775c5 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.901494] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb523553-2ee0-4c5f-ac57-d2ed06fcb4a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.913866] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for the task: (returnval){ [ 2038.913866] env[62448]: value = "task-2093196" [ 2038.913866] env[62448]: _type = "Task" [ 2038.913866] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.927211] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.940400] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.986103] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.986341] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.986561] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Deleting the datastore file [datastore2] 53d891e5-0518-48cf-a216-ea6875584b60 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.986889] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f218f7d-324c-48eb-8196-7cada1e5aa5b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.991364] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.011s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.995509] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.600s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.995758] env[62448]: DEBUG nova.objects.instance [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lazy-loading 'resources' on Instance uuid 461cff8e-b9c8-49e4-8341-ea3dd10edb6e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.997254] env[62448]: DEBUG oslo_vmware.api [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2038.997254] env[62448]: value = "task-2093197" [ 2038.997254] env[62448]: _type = "Task" [ 2038.997254] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.006699] env[62448]: DEBUG oslo_vmware.api [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.020379] env[62448]: INFO nova.scheduler.client.report [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Deleted allocations for instance 10c496b7-bbbd-4adf-996e-13bdd111945c [ 2039.345289] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093195, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.425468] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.438370] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.512520] env[62448]: DEBUG oslo_vmware.api [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.529826] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3783ac4-95a6-4b84-9d2f-31165a67ff54 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "10c496b7-bbbd-4adf-996e-13bdd111945c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.806s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.845014] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093195, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.371371} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.847752] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65439661-ee9b-418d-a7d6-0067136edf1d/65439661-ee9b-418d-a7d6-0067136edf1d.vmdk to [datastore2] 9af02b81-fb69-4931-a1ee-b384839d10df/9af02b81-fb69-4931-a1ee-b384839d10df.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.848782] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294f0520-3ad4-4998-9b66-98eae0585d18 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.870271] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9af02b81-fb69-4931-a1ee-b384839d10df/9af02b81-fb69-4931-a1ee-b384839d10df.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.872932] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f61333e-0344-4ed8-b214-d4cd4d2e6404 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.894105] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2039.894105] env[62448]: value = "task-2093198" [ 2039.894105] env[62448]: _type = "Task" [ 2039.894105] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.903210] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.904743] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3aa8d-167a-48dc-a9f9-873f1ea6caea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.911141] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a049ce-4527-4986-821d-f751a2d6e3fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.949723] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc697c-8c6e-467f-ab47-de112fb1db0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.952151] env[62448]: DEBUG oslo_vmware.api [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Task: {'id': task-2093196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.87964} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.953070] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2039.953289] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2039.953478] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2039.953660] env[62448]: INFO nova.compute.manager [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Took 8.82 seconds to destroy the instance on the hypervisor. [ 2039.953899] env[62448]: DEBUG oslo.service.loopingcall [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.954266] env[62448]: DEBUG nova.compute.manager [-] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2039.954424] env[62448]: DEBUG nova.network.neutron [-] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2039.962024] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093184, 'name': CreateVM_Task, 'duration_secs': 8.436947} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.962815] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2039.964069] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3efd3-3e70-446b-a027-ad70e79ba59a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.968309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.968474] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.968800] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2039.969065] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c51873c-15b0-4a82-8d9e-55c583d4870e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.982217] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2039.982217] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526f3b2f-6d64-a25a-9d07-de2f8496fa7f" [ 2039.982217] env[62448]: _type = "Task" [ 2039.982217] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.982665] env[62448]: DEBUG nova.compute.provider_tree [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2039.992531] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526f3b2f-6d64-a25a-9d07-de2f8496fa7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.993380] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.993611] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2039.993837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.993978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.994172] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2039.994697] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b7fb336-6b84-4648-86c9-e18fed81e5f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.005402] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2040.005585] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2040.006611] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5608559-1ec5-47b7-8de6-b4b2487f82b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.014049] env[62448]: DEBUG oslo_vmware.api [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.837448} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.014049] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.014049] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.014049] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.014049] env[62448]: INFO nova.compute.manager [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Took 4.26 seconds to destroy the instance on the hypervisor. [ 2040.014049] env[62448]: DEBUG oslo.service.loopingcall [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.014049] env[62448]: DEBUG nova.compute.manager [-] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.014049] env[62448]: DEBUG nova.network.neutron [-] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.016320] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2040.016320] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52362095-c5f5-0355-f4ab-0ca23fb7dd9c" [ 2040.016320] env[62448]: _type = "Task" [ 2040.016320] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.024840] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52362095-c5f5-0355-f4ab-0ca23fb7dd9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.306023] env[62448]: DEBUG nova.compute.manager [req-b9f75232-5639-4532-8ba2-7eeb6c6081aa req-6b391a07-a28b-4fe9-a8d0-697d468e8a72 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-vif-plugged-16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2040.306263] env[62448]: DEBUG oslo_concurrency.lockutils [req-b9f75232-5639-4532-8ba2-7eeb6c6081aa req-6b391a07-a28b-4fe9-a8d0-697d468e8a72 service nova] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.306478] env[62448]: DEBUG oslo_concurrency.lockutils [req-b9f75232-5639-4532-8ba2-7eeb6c6081aa req-6b391a07-a28b-4fe9-a8d0-697d468e8a72 service nova] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.306647] env[62448]: DEBUG oslo_concurrency.lockutils [req-b9f75232-5639-4532-8ba2-7eeb6c6081aa req-6b391a07-a28b-4fe9-a8d0-697d468e8a72 service nova] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.306821] env[62448]: DEBUG nova.compute.manager [req-b9f75232-5639-4532-8ba2-7eeb6c6081aa req-6b391a07-a28b-4fe9-a8d0-697d468e8a72 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] No waiting events found dispatching network-vif-plugged-16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2040.306961] env[62448]: WARNING nova.compute.manager [req-b9f75232-5639-4532-8ba2-7eeb6c6081aa req-6b391a07-a28b-4fe9-a8d0-697d468e8a72 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received unexpected event network-vif-plugged-16f96950-fc96-4865-801e-bf5155d6a27f for instance with vm_state building and task_state spawning. [ 2040.403964] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093198, 'name': ReconfigVM_Task, 'duration_secs': 0.305059} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.404314] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9af02b81-fb69-4931-a1ee-b384839d10df/9af02b81-fb69-4931-a1ee-b384839d10df.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2040.405028] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc673b8b-b471-4aed-9355-a0ba877c6cdc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.412083] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2040.412083] env[62448]: value = "task-2093199" [ 2040.412083] env[62448]: _type = "Task" [ 2040.412083] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.420424] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093199, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.522752] env[62448]: DEBUG nova.scheduler.client.report [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2040.523138] env[62448]: DEBUG nova.compute.provider_tree [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 94 to 95 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2040.523391] env[62448]: DEBUG nova.compute.provider_tree [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2040.533749] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52362095-c5f5-0355-f4ab-0ca23fb7dd9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.534597] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c946be-029d-4a5f-a75a-b01aaa016fc1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.539955] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2040.539955] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520b4369-e671-519c-75fe-6da38708f6c1" [ 2040.539955] env[62448]: _type = "Task" [ 2040.539955] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.548767] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520b4369-e671-519c-75fe-6da38708f6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.873664] env[62448]: DEBUG nova.network.neutron [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Successfully updated port: 16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2040.922664] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093199, 'name': Rename_Task, 'duration_secs': 0.134143} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.922935] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2040.923197] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c19792-b5e2-4ded-908d-2b2b7f5b5946 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.929588] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2040.929588] env[62448]: value = "task-2093200" [ 2040.929588] env[62448]: _type = "Task" [ 2040.929588] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.937605] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.016048] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Successfully updated port: 97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2041.028834] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.031358] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.227s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.031507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.034873] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.175s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.035177] env[62448]: DEBUG nova.objects.instance [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lazy-loading 'resources' on Instance uuid e61f6f45-c55e-464e-81bc-e9fa13c8f041 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.052555] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520b4369-e671-519c-75fe-6da38708f6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008788} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.053422] env[62448]: DEBUG nova.network.neutron [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Successfully updated port: 600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2041.055662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.055920] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e/da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2041.056270] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdabec76-c2e3-4982-a45c-33c039b21a9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.064272] env[62448]: INFO nova.scheduler.client.report [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Deleted allocations for instance 461cff8e-b9c8-49e4-8341-ea3dd10edb6e [ 2041.068943] env[62448]: INFO nova.scheduler.client.report [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted allocations for instance c6163c18-0074-4336-aeda-272f9da51db0 [ 2041.074934] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2041.074934] env[62448]: value = "task-2093201" [ 2041.074934] env[62448]: _type = "Task" [ 2041.074934] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.085402] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.341134] env[62448]: DEBUG nova.network.neutron [-] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.375996] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.376210] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.376410] env[62448]: DEBUG nova.network.neutron [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.441478] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.487223] env[62448]: DEBUG nova.network.neutron [-] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.518971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "refresh_cache-429cfbb0-9f19-4b77-935e-392b338c17ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.519147] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "refresh_cache-429cfbb0-9f19-4b77-935e-392b338c17ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.519307] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.558194] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "refresh_cache-af4268b1-7ef9-48c8-b59f-fd576b33681c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.558412] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquired lock "refresh_cache-af4268b1-7ef9-48c8-b59f-fd576b33681c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.558645] env[62448]: DEBUG nova.network.neutron [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.575842] env[62448]: DEBUG oslo_concurrency.lockutils [None req-900e3f08-855d-4180-ae84-27bd32d62aab tempest-ServerTagsTestJSON-461503121 tempest-ServerTagsTestJSON-461503121-project-member] Lock "461cff8e-b9c8-49e4-8341-ea3dd10edb6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.629s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.583992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e903c8c-6337-4d3c-ad29-de31610bd10c tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "c6163c18-0074-4336-aeda-272f9da51db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.552s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.594578] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434166} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.598074] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e/da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2041.599144] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2041.599144] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9f7ebe-781d-4343-847c-49501d1eef86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.607731] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2041.607731] env[62448]: value = "task-2093202" [ 2041.607731] env[62448]: _type = "Task" [ 2041.607731] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.621315] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.844030] env[62448]: INFO nova.compute.manager [-] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Took 1.89 seconds to deallocate network for instance. [ 2041.923968] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4009cf-8dfe-4235-8fc4-d1b8e2989ae5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.935015] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c870e79d-c450-4acb-9ea4-ee2f9a00b0cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.943921] env[62448]: DEBUG oslo_vmware.api [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093200, 'name': PowerOnVM_Task, 'duration_secs': 0.701554} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.968780] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.969015] env[62448]: INFO nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Took 24.33 seconds to spawn the instance on the hypervisor. [ 2041.969211] env[62448]: DEBUG nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2041.970372] env[62448]: DEBUG nova.network.neutron [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2041.972811] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53914b-b7d2-4ec8-933b-5f08c06aad65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.975726] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb2cb9-cf1f-49cc-bd5f-4bd0d25fc00e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.985323] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636a4ef-8444-47c9-831a-57a1585eab8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.992073] env[62448]: INFO nova.compute.manager [-] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Took 1.98 seconds to deallocate network for instance. [ 2042.003882] env[62448]: DEBUG nova.compute.provider_tree [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.066274] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "2cc12d89-f1da-4968-b5be-02443a538439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.067033] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "2cc12d89-f1da-4968-b5be-02443a538439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.067387] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "2cc12d89-f1da-4968-b5be-02443a538439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.067915] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "2cc12d89-f1da-4968-b5be-02443a538439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.068533] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "2cc12d89-f1da-4968-b5be-02443a538439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.070937] env[62448]: INFO nova.compute.manager [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Terminating instance [ 2042.097203] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2042.120907] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07137} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.121653] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2042.121952] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0ea986-f699-460b-9ffa-6b57f92c4c68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.144436] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e/da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2042.146939] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6829adcd-a4ef-43d0-9f23-7aa5a392ecb4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.164060] env[62448]: DEBUG nova.network.neutron [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2042.172797] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2042.172797] env[62448]: value = "task-2093203" [ 2042.172797] env[62448]: _type = "Task" [ 2042.172797] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.181937] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.352505] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.353600] env[62448]: DEBUG nova.network.neutron [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.462155] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Received event network-vif-plugged-97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2042.462574] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquiring lock "429cfbb0-9f19-4b77-935e-392b338c17ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.462853] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.463087] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.463309] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] No waiting events found dispatching network-vif-plugged-97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.463527] env[62448]: WARNING nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Received unexpected event network-vif-plugged-97f47e3e-8c95-4558-a7f5-bb7da3872936 for instance with vm_state building and task_state spawning. [ 2042.463777] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Received event network-vif-plugged-600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2042.463979] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquiring lock "af4268b1-7ef9-48c8-b59f-fd576b33681c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.464411] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.464411] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.464548] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] No waiting events found dispatching network-vif-plugged-600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.464705] env[62448]: WARNING nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Received unexpected event network-vif-plugged-600f5a60-e5e5-4f2b-9964-fe71a141c0ee for instance with vm_state building and task_state spawning. [ 2042.464878] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Received event network-vif-deleted-04e971fc-762f-45cb-bf7f-52abf00ee820 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2042.465070] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-changed-16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2042.465777] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing instance network info cache due to event network-changed-16f96950-fc96-4865-801e-bf5155d6a27f. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2042.465777] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.482272] env[62448]: DEBUG nova.network.neutron [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Updating instance_info_cache with network_info: [{"id": "97f47e3e-8c95-4558-a7f5-bb7da3872936", "address": "fa:16:3e:df:a6:b1", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f47e3e-8c", "ovs_interfaceid": "97f47e3e-8c95-4558-a7f5-bb7da3872936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.488347] env[62448]: DEBUG nova.network.neutron [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Updating instance_info_cache with network_info: [{"id": "600f5a60-e5e5-4f2b-9964-fe71a141c0ee", "address": "fa:16:3e:6c:e9:aa", "network": {"id": "a25da80b-56e0-4c31-9b9f-5ff56c25fa81", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-660550213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8247faab47a426dae29b036809d0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600f5a60-e5", "ovs_interfaceid": "600f5a60-e5e5-4f2b-9964-fe71a141c0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.499241] env[62448]: INFO nova.compute.manager [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Took 51.51 seconds to build instance. [ 2042.511024] env[62448]: DEBUG nova.scheduler.client.report [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.517087] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.575464] env[62448]: DEBUG nova.compute.manager [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2042.575713] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.577035] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ada3c28-13bb-4e7e-96e6-1d1bac647634 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.585528] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.586405] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b04c472-dd2f-491d-8666-92bc88e9a62a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.593365] env[62448]: DEBUG oslo_vmware.api [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 2042.593365] env[62448]: value = "task-2093204" [ 2042.593365] env[62448]: _type = "Task" [ 2042.593365] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.602506] env[62448]: DEBUG oslo_vmware.api [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.684917] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093203, 'name': ReconfigVM_Task, 'duration_secs': 0.30295} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.685840] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e/da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2042.686517] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43838af6-cf96-4e39-a369-2e48255f2b18 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.693208] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2042.693208] env[62448]: value = "task-2093205" [ 2042.693208] env[62448]: _type = "Task" [ 2042.693208] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.705829] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093205, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.858857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.858857] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Instance network_info: |[{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.858857] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.858857] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing network info cache for port 16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.860226] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:bd:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16f96950-fc96-4865-801e-bf5155d6a27f', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.868689] env[62448]: DEBUG oslo.service.loopingcall [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.869929] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.870266] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eb27771-9009-434c-9ffc-f3bf93cb3ee2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.893458] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.893458] env[62448]: value = "task-2093206" [ 2042.893458] env[62448]: _type = "Task" [ 2042.893458] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.902773] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093206, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.986366] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "refresh_cache-429cfbb0-9f19-4b77-935e-392b338c17ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.986858] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Instance network_info: |[{"id": "97f47e3e-8c95-4558-a7f5-bb7da3872936", "address": "fa:16:3e:df:a6:b1", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f47e3e-8c", "ovs_interfaceid": "97f47e3e-8c95-4558-a7f5-bb7da3872936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.987536] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a6:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f47e3e-8c95-4558-a7f5-bb7da3872936', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.999663] env[62448]: DEBUG oslo.service.loopingcall [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.000054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Releasing lock "refresh_cache-af4268b1-7ef9-48c8-b59f-fd576b33681c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.001550] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Instance network_info: |[{"id": "600f5a60-e5e5-4f2b-9964-fe71a141c0ee", "address": "fa:16:3e:6c:e9:aa", "network": {"id": "a25da80b-56e0-4c31-9b9f-5ff56c25fa81", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-660550213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8247faab47a426dae29b036809d0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600f5a60-e5", "ovs_interfaceid": "600f5a60-e5e5-4f2b-9964-fe71a141c0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2043.001550] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.001550] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e9:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '600f5a60-e5e5-4f2b-9964-fe71a141c0ee', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.009297] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Creating folder: Project (f8247faab47a426dae29b036809d0e3c). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2043.010040] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c76abb99-e6c3-47f6-a79e-4341065d6e79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.026683] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4bb52e1-04dd-448d-9761-ce1743b5cb7a tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "9af02b81-fb69-4931-a1ee-b384839d10df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.046s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.026954] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-945b9e45-9e6d-48fe-a33e-2387f2645963 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.029930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.032966] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.964s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.033482] env[62448]: DEBUG nova.objects.instance [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lazy-loading 'resources' on Instance uuid 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.042405] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.042405] env[62448]: value = "task-2093208" [ 2043.042405] env[62448]: _type = "Task" [ 2043.042405] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.046966] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Created folder: Project (f8247faab47a426dae29b036809d0e3c) in parent group-v428508. [ 2043.047256] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Creating folder: Instances. Parent ref: group-v428702. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2043.047958] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e077f2b-c1a0-4376-80b9-6221568a699e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.053700] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093208, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.061860] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Created folder: Instances in parent group-v428702. [ 2043.062131] env[62448]: DEBUG oslo.service.loopingcall [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.062337] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.062980] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ef8ea0-fa2e-48bb-9988-1c9c51d27e68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.086959] env[62448]: INFO nova.scheduler.client.report [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted allocations for instance e61f6f45-c55e-464e-81bc-e9fa13c8f041 [ 2043.093319] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.093319] env[62448]: value = "task-2093210" [ 2043.093319] env[62448]: _type = "Task" [ 2043.093319] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.107469] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093210, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.111141] env[62448]: DEBUG oslo_vmware.api [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093204, 'name': PowerOffVM_Task, 'duration_secs': 0.444553} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.111383] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.111553] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.111847] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e72746-d5c5-4af7-b7d3-386681f30fcf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.133854] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.134198] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.136532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.136532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.136532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.138337] env[62448]: INFO nova.compute.manager [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Terminating instance [ 2043.208226] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093205, 'name': Rename_Task, 'duration_secs': 0.255904} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.210412] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2043.214414] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96117f0-e475-4245-8b49-397c19e15ec1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.223767] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2043.223767] env[62448]: value = "task-2093212" [ 2043.223767] env[62448]: _type = "Task" [ 2043.223767] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.236892] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.406162] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093206, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.557464] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093208, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.601714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ba028c40-6ec1-4519-92bf-9bc48feeeb80 tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "e61f6f45-c55e-464e-81bc-e9fa13c8f041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.390s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.611168] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093210, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.647858] env[62448]: DEBUG nova.compute.manager [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2043.648116] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2043.649253] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0c60e5-84bd-4181-9dcb-b9bbd76f88d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.658015] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2043.658484] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c32be7-baae-4c30-a982-737f7a4f953e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.670865] env[62448]: DEBUG oslo_vmware.api [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 2043.670865] env[62448]: value = "task-2093213" [ 2043.670865] env[62448]: _type = "Task" [ 2043.670865] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.692236] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.692236] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.692236] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Deleting the datastore file [datastore2] 2cc12d89-f1da-4968-b5be-02443a538439 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.692236] env[62448]: DEBUG oslo_vmware.api [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.692236] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f0d713-757d-49c6-9b3a-ba3f28157187 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.703850] env[62448]: DEBUG oslo_vmware.api [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for the task: (returnval){ [ 2043.703850] env[62448]: value = "task-2093214" [ 2043.703850] env[62448]: _type = "Task" [ 2043.703850] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.724190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "9af02b81-fb69-4931-a1ee-b384839d10df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.724581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "9af02b81-fb69-4931-a1ee-b384839d10df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.724899] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "9af02b81-fb69-4931-a1ee-b384839d10df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.725210] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "9af02b81-fb69-4931-a1ee-b384839d10df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.725479] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "9af02b81-fb69-4931-a1ee-b384839d10df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.728586] env[62448]: DEBUG oslo_vmware.api [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.733038] env[62448]: INFO nova.compute.manager [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Terminating instance [ 2043.751114] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093212, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.757449] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updated VIF entry in instance network info cache for port 16f96950-fc96-4865-801e-bf5155d6a27f. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2043.758027] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.903656] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093206, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.003292] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae19c7a8-6266-4366-9fca-04cb8aec5ccc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.011656] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb70947b-11d0-4949-9297-418a8a2f07c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.045263] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cc9290-8d2f-4a09-8823-4d47ad0702f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.057426] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093208, 'name': CreateVM_Task, 'duration_secs': 0.915576} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.058676] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d16d8d0-716d-48c9-a066-e3774f8a2612 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.062478] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.063233] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.063391] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.063710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.064378] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7c5f50-f614-4392-8c66-c720bf337da7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.075465] env[62448]: DEBUG nova.compute.provider_tree [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.079243] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2044.079243] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d973e4-957c-2bb1-1fd3-8a861a2509fb" [ 2044.079243] env[62448]: _type = "Task" [ 2044.079243] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.087253] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d973e4-957c-2bb1-1fd3-8a861a2509fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.110132] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093210, 'name': CreateVM_Task, 'duration_secs': 0.82921} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.110132] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.110459] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.181367] env[62448]: DEBUG oslo_vmware.api [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093213, 'name': PowerOffVM_Task, 'duration_secs': 0.270891} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.181652] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.181880] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.182192] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0ab3d82-5038-41dc-bbcd-b27abb7cf339 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.216833] env[62448]: DEBUG oslo_vmware.api [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Task: {'id': task-2093214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213675} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.217127] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.217346] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.217544] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.217997] env[62448]: INFO nova.compute.manager [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Took 1.64 seconds to destroy the instance on the hypervisor. [ 2044.217997] env[62448]: DEBUG oslo.service.loopingcall [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.218161] env[62448]: DEBUG nova.compute.manager [-] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.218277] env[62448]: DEBUG nova.network.neutron [-] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.245214] env[62448]: DEBUG nova.compute.manager [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2044.245438] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.245745] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093212, 'name': PowerOnVM_Task, 'duration_secs': 0.733625} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.246576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ae985-07e4-48a0-8302-505b0f15d80a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.249404] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2044.250043] env[62448]: INFO nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Took 16.07 seconds to spawn the instance on the hypervisor. [ 2044.250043] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2044.250510] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa272b2-7a62-4b48-9813-1d8c5a6a1aa9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.261520] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.261757] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Received event network-vif-deleted-296a1615-ea29-411d-80da-656db9ec8cb0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.261946] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Received event network-changed-97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.262125] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Refreshing instance network info cache due to event network-changed-97f47e3e-8c95-4558-a7f5-bb7da3872936. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2044.262335] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquiring lock "refresh_cache-429cfbb0-9f19-4b77-935e-392b338c17ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.262478] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquired lock "refresh_cache-429cfbb0-9f19-4b77-935e-392b338c17ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.262638] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Refreshing network info cache for port 97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.263709] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2044.264279] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd589e5a-2e04-4ee2-b9a2-4781a6fae9c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.273498] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2044.273498] env[62448]: value = "task-2093216" [ 2044.273498] env[62448]: _type = "Task" [ 2044.273498] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.282460] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.341769] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.342128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.342404] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.342649] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.342906] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.345249] env[62448]: INFO nova.compute.manager [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Terminating instance [ 2044.404141] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093206, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.410311] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.410560] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.410746] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleting the datastore file [datastore2] 1f121468-f5a8-4784-bd54-ed67670f4318 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.411024] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fca0f78-e6e8-4318-9e13-3ae205cb131b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.417820] env[62448]: DEBUG oslo_vmware.api [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for the task: (returnval){ [ 2044.417820] env[62448]: value = "task-2093217" [ 2044.417820] env[62448]: _type = "Task" [ 2044.417820] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.426667] env[62448]: DEBUG oslo_vmware.api [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.508462] env[62448]: DEBUG nova.compute.manager [req-fc5af0b0-40ee-4bd6-95f7-05622f39465b req-688011e2-a5e3-4808-8d09-ca1ebfdbbe91 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Received event network-vif-deleted-5b777ef7-5a54-4dd2-9549-970c00b0ae95 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.508667] env[62448]: INFO nova.compute.manager [req-fc5af0b0-40ee-4bd6-95f7-05622f39465b req-688011e2-a5e3-4808-8d09-ca1ebfdbbe91 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Neutron deleted interface 5b777ef7-5a54-4dd2-9549-970c00b0ae95; detaching it from the instance and deleting it from the info cache [ 2044.508817] env[62448]: DEBUG nova.network.neutron [req-fc5af0b0-40ee-4bd6-95f7-05622f39465b req-688011e2-a5e3-4808-8d09-ca1ebfdbbe91 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.580434] env[62448]: DEBUG nova.scheduler.client.report [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.593708] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d973e4-957c-2bb1-1fd3-8a861a2509fb, 'name': SearchDatastore_Task, 'duration_secs': 0.020574} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.593818] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.594369] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.594369] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.594523] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.594685] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.595555] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.595867] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2044.596108] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78165dc6-c240-4961-8be1-0e9686f0aeb2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.598053] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fee83c-00b0-4f50-8464-f0f2ac7bc57f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.603574] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2044.603574] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ce0098-098d-4b3b-ccb4-4ced80a61faa" [ 2044.603574] env[62448]: _type = "Task" [ 2044.603574] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.607457] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.607638] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.608914] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7815d8-8298-4ab6-92ef-a28ce3499d02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.613952] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ce0098-098d-4b3b-ccb4-4ced80a61faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.617358] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2044.617358] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c274ac-1e33-1a27-b924-3db8aa9e9d7e" [ 2044.617358] env[62448]: _type = "Task" [ 2044.617358] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.625866] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c274ac-1e33-1a27-b924-3db8aa9e9d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.774482] env[62448]: INFO nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Took 48.34 seconds to build instance. [ 2044.784214] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.848922] env[62448]: DEBUG nova.compute.manager [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2044.849213] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2044.850256] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d069afd-7621-454b-a3a0-adf0d9ec2a8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.862021] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2044.862021] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37de2fc4-add5-4adb-97cc-4ffc917a2589 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.866020] env[62448]: DEBUG oslo_vmware.api [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 2044.866020] env[62448]: value = "task-2093218" [ 2044.866020] env[62448]: _type = "Task" [ 2044.866020] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.874333] env[62448]: DEBUG oslo_vmware.api [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.910883] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093206, 'name': CreateVM_Task, 'duration_secs': 1.996264} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.910883] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2044.911463] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.931980] env[62448]: DEBUG oslo_vmware.api [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Task: {'id': task-2093217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344799} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.932405] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.932405] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.932567] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.932751] env[62448]: INFO nova.compute.manager [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2044.933042] env[62448]: DEBUG oslo.service.loopingcall [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.933260] env[62448]: DEBUG nova.compute.manager [-] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.933360] env[62448]: DEBUG nova.network.neutron [-] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.985564] env[62448]: DEBUG nova.network.neutron [-] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.011409] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31765a23-5e7b-48a6-a2b7-4a0b630f3060 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.021221] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4279a3-aeec-4f69-bcbc-1a65d3659f99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.054399] env[62448]: DEBUG nova.compute.manager [req-fc5af0b0-40ee-4bd6-95f7-05622f39465b req-688011e2-a5e3-4808-8d09-ca1ebfdbbe91 service nova] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Detach interface failed, port_id=5b777ef7-5a54-4dd2-9549-970c00b0ae95, reason: Instance 2cc12d89-f1da-4968-b5be-02443a538439 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2045.089082] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.092098] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.524s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.093864] env[62448]: INFO nova.compute.claims [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2045.122780] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ce0098-098d-4b3b-ccb4-4ced80a61faa, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.125861] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.128017] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2045.128017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.128257] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.128580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2045.129507] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23a811a-6b8e-4897-ad68-acda30f2b1d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.134956] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c274ac-1e33-1a27-b924-3db8aa9e9d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.022824} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.136557] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54727868-79e6-415e-b0af-4a33b3341c26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.139696] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2045.139696] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b3bf36-2546-dd5c-5c7c-ffb1853e8815" [ 2045.139696] env[62448]: _type = "Task" [ 2045.139696] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.144912] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2045.144912] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529698cd-6cf2-4663-a6d9-85a5b43df056" [ 2045.144912] env[62448]: _type = "Task" [ 2045.144912] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.154306] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b3bf36-2546-dd5c-5c7c-ffb1853e8815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.159031] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529698cd-6cf2-4663-a6d9-85a5b43df056, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.160208] env[62448]: INFO nova.scheduler.client.report [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Deleted allocations for instance 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6 [ 2045.161643] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Updated VIF entry in instance network info cache for port 97f47e3e-8c95-4558-a7f5-bb7da3872936. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.161870] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Updating instance_info_cache with network_info: [{"id": "97f47e3e-8c95-4558-a7f5-bb7da3872936", "address": "fa:16:3e:df:a6:b1", "network": {"id": "4c11c593-43f9-4dee-8757-2fa1bd53c80b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1147877339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "abd386e0051e4feeb3b7303d6074120d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f47e3e-8c", "ovs_interfaceid": "97f47e3e-8c95-4558-a7f5-bb7da3872936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.165063] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.165341] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 429cfbb0-9f19-4b77-935e-392b338c17ba/429cfbb0-9f19-4b77-935e-392b338c17ba.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.168174] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.168174] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2045.168884] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-076b23ff-9597-46ae-970f-9cff9ab89a22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.171013] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca6a3c87-1c4e-4f6e-9ed3-e98330ae6aa0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.179870] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2045.179870] env[62448]: value = "task-2093219" [ 2045.179870] env[62448]: _type = "Task" [ 2045.179870] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.181135] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2045.181315] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2045.185687] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8d5407-2405-4ed3-b13f-ecab7e2a60d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.193847] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.195699] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2045.195699] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52005d55-e897-7fd7-a32b-02e5ea74ad91" [ 2045.195699] env[62448]: _type = "Task" [ 2045.195699] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.205455] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52005d55-e897-7fd7-a32b-02e5ea74ad91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.279375] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.851s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.286395] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093216, 'name': PowerOffVM_Task, 'duration_secs': 0.766702} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.286854] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2045.287202] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2045.287588] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd54fa6-94bd-4427-9018-e6e02a847ebe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.378043] env[62448]: DEBUG oslo_vmware.api [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093218, 'name': PowerOffVM_Task, 'duration_secs': 0.249396} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.378243] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2045.378383] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2045.378646] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b7451d-81f4-46eb-bfcc-8186eafc80db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.488126] env[62448]: INFO nova.compute.manager [-] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Took 1.27 seconds to deallocate network for instance. [ 2045.548490] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2045.548758] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2045.548931] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleting the datastore file [datastore2] 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2045.549215] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c4b30dc-7e62-4aa9-9813-71afceb7f13f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.555148] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2045.555462] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2045.555685] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleting the datastore file [datastore2] 9af02b81-fb69-4931-a1ee-b384839d10df {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2045.557097] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b429880-60d4-4315-88df-868cf5e8b22c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.559251] env[62448]: DEBUG oslo_vmware.api [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 2045.559251] env[62448]: value = "task-2093222" [ 2045.559251] env[62448]: _type = "Task" [ 2045.559251] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.564245] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2045.564245] env[62448]: value = "task-2093223" [ 2045.564245] env[62448]: _type = "Task" [ 2045.564245] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.571864] env[62448]: DEBUG oslo_vmware.api [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.578427] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.651552] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b3bf36-2546-dd5c-5c7c-ffb1853e8815, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.651859] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.652102] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2045.652319] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.666652] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Releasing lock "refresh_cache-429cfbb0-9f19-4b77-935e-392b338c17ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.667060] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Received event network-changed-600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.667307] env[62448]: DEBUG nova.compute.manager [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Refreshing instance network info cache due to event network-changed-600f5a60-e5e5-4f2b-9964-fe71a141c0ee. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2045.667569] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquiring lock "refresh_cache-af4268b1-7ef9-48c8-b59f-fd576b33681c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.667760] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Acquired lock "refresh_cache-af4268b1-7ef9-48c8-b59f-fd576b33681c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.667989] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Refreshing network info cache for port 600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2045.676351] env[62448]: DEBUG oslo_concurrency.lockutils [None req-562f5ff0-205f-4748-bb68-da6b939846f5 tempest-ServerDiagnosticsNegativeTest-1416550281 tempest-ServerDiagnosticsNegativeTest-1416550281-project-member] Lock "411abb02-c3d1-4dd3-9bf3-4dcda942dcc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.980s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.690371] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466697} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.690610] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 429cfbb0-9f19-4b77-935e-392b338c17ba/429cfbb0-9f19-4b77-935e-392b338c17ba.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2045.690821] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2045.691090] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2912d6b0-1e06-43a7-ba88-2bb84ce5d1f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.700712] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2045.700712] env[62448]: value = "task-2093224" [ 2045.700712] env[62448]: _type = "Task" [ 2045.700712] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.708145] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52005d55-e897-7fd7-a32b-02e5ea74ad91, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.709319] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0b8e0d-e7fd-4da0-8336-42d4f2a9f0e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.714383] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.717695] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2045.717695] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52160e33-a85d-4d28-2615-faa5feb74b45" [ 2045.717695] env[62448]: _type = "Task" [ 2045.717695] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.725021] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52160e33-a85d-4d28-2615-faa5feb74b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.810592] env[62448]: DEBUG nova.network.neutron [-] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.995709] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.068868] env[62448]: DEBUG oslo_vmware.api [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194368} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.071868] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2046.072082] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2046.072413] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2046.072546] env[62448]: INFO nova.compute.manager [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2046.072776] env[62448]: DEBUG oslo.service.loopingcall [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.072967] env[62448]: DEBUG nova.compute.manager [-] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2046.073075] env[62448]: DEBUG nova.network.neutron [-] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2046.079141] env[62448]: DEBUG oslo_vmware.api [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187859} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.079366] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2046.079608] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2046.079743] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2046.079863] env[62448]: INFO nova.compute.manager [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Took 1.83 seconds to destroy the instance on the hypervisor. [ 2046.080137] env[62448]: DEBUG oslo.service.loopingcall [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2046.080695] env[62448]: DEBUG nova.compute.manager [-] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2046.080695] env[62448]: DEBUG nova.network.neutron [-] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2046.213443] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063877} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.215895] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.216656] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd232de-7568-4e5c-a1cc-c9d39267e24d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.231037] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52160e33-a85d-4d28-2615-faa5feb74b45, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.240408] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.240693] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] af4268b1-7ef9-48c8-b59f-fd576b33681c/af4268b1-7ef9-48c8-b59f-fd576b33681c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2046.249660] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 429cfbb0-9f19-4b77-935e-392b338c17ba/429cfbb0-9f19-4b77-935e-392b338c17ba.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.252616] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.252826] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2046.253071] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b43d8c1-bc6f-4f11-934e-e1817c204c8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.254949] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f3ec99-b209-41a9-b3e8-27cf9e11474e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.270331] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c7fe05c-c02d-4416-aefa-1f2b75aa7a40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.277079] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2046.277079] env[62448]: value = "task-2093226" [ 2046.277079] env[62448]: _type = "Task" [ 2046.277079] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.284396] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2046.284396] env[62448]: value = "task-2093225" [ 2046.284396] env[62448]: _type = "Task" [ 2046.284396] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.284624] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2046.284786] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2046.286066] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26aa615-e5b5-4c56-8f71-55e409479b6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.293965] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.301095] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.301935] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2046.301935] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521b2001-2ac4-dfd3-e71b-ba1cf794dd65" [ 2046.301935] env[62448]: _type = "Task" [ 2046.301935] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.310656] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521b2001-2ac4-dfd3-e71b-ba1cf794dd65, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.310923] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e246d42-718b-4276-88e7-4979d5cab08b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.316133] env[62448]: INFO nova.compute.manager [-] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Took 1.38 seconds to deallocate network for instance. [ 2046.321085] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2046.321085] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52168bea-a4fb-1037-eca7-b22b3d59798d" [ 2046.321085] env[62448]: _type = "Task" [ 2046.321085] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.334046] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52168bea-a4fb-1037-eca7-b22b3d59798d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.521596] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8e9b9-087a-448d-abb5-9f9540632ec2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.539248] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77324165-df06-4767-9e18-483d13923d43 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.580146] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd6a19-c950-4300-9a6f-2884aa228794 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.593056] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4401292-84ce-4196-a899-05265135258f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.614272] env[62448]: DEBUG nova.compute.provider_tree [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.787728] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.796752] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473359} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.796752] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] af4268b1-7ef9-48c8-b59f-fd576b33681c/af4268b1-7ef9-48c8-b59f-fd576b33681c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2046.796911] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2046.797211] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a42edcc0-1524-4fe1-b24f-df912a5327de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.805120] env[62448]: DEBUG nova.compute.manager [req-458f1f4b-c20c-4926-8879-e4bfe0e51061 req-d5b39e2f-1b85-48fb-aef2-0fcfbf625ce4 service nova] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Received event network-vif-deleted-04b3dba0-087e-41e9-b74c-022c98a3855f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.806457] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2046.806457] env[62448]: value = "task-2093227" [ 2046.806457] env[62448]: _type = "Task" [ 2046.806457] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.818246] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.828771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.835403] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52168bea-a4fb-1037-eca7-b22b3d59798d, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.836540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.836805] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 27e54b3e-6278-4cf5-8a37-97e38d9c759d/27e54b3e-6278-4cf5-8a37-97e38d9c759d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2046.837329] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa46b522-5b5f-4ef7-9a64-18af2f3afc4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.844820] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2046.844820] env[62448]: value = "task-2093228" [ 2046.844820] env[62448]: _type = "Task" [ 2046.844820] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.857191] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.967516] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Updated VIF entry in instance network info cache for port 600f5a60-e5e5-4f2b-9964-fe71a141c0ee. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.967516] env[62448]: DEBUG nova.network.neutron [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Updating instance_info_cache with network_info: [{"id": "600f5a60-e5e5-4f2b-9964-fe71a141c0ee", "address": "fa:16:3e:6c:e9:aa", "network": {"id": "a25da80b-56e0-4c31-9b9f-5ff56c25fa81", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-660550213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8247faab47a426dae29b036809d0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600f5a60-e5", "ovs_interfaceid": "600f5a60-e5e5-4f2b-9964-fe71a141c0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.125207] env[62448]: DEBUG nova.scheduler.client.report [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.289926] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093226, 'name': ReconfigVM_Task, 'duration_secs': 0.678453} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.290340] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 429cfbb0-9f19-4b77-935e-392b338c17ba/429cfbb0-9f19-4b77-935e-392b338c17ba.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2047.291011] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c6887ed-92af-4f5e-8f0f-5480ef6cc47d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.297325] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2047.297325] env[62448]: value = "task-2093229" [ 2047.297325] env[62448]: _type = "Task" [ 2047.297325] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.306770] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093229, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.314606] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106142} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.314851] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2047.315602] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d487720-50fc-4987-ae25-6904d78aa690 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.318077] env[62448]: DEBUG nova.network.neutron [-] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.339061] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] af4268b1-7ef9-48c8-b59f-fd576b33681c/af4268b1-7ef9-48c8-b59f-fd576b33681c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2047.339968] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41642139-510a-4e37-beb5-420fdd3beea4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.363136] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463027} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.364312] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 27e54b3e-6278-4cf5-8a37-97e38d9c759d/27e54b3e-6278-4cf5-8a37-97e38d9c759d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.364534] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2047.364834] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2047.364834] env[62448]: value = "task-2093230" [ 2047.364834] env[62448]: _type = "Task" [ 2047.364834] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.365050] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0c569c6-b041-4264-b024-e602d2d46e75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.374330] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.375496] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2047.375496] env[62448]: value = "task-2093231" [ 2047.375496] env[62448]: _type = "Task" [ 2047.375496] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.382439] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.469466] env[62448]: DEBUG oslo_concurrency.lockutils [req-ffbf7f83-e440-4fba-97f8-2856534ca139 req-6f2adb77-79eb-4cf5-a470-47a7bc890887 service nova] Releasing lock "refresh_cache-af4268b1-7ef9-48c8-b59f-fd576b33681c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.540943] env[62448]: DEBUG nova.network.neutron [-] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.631037] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.631478] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2047.634074] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.077s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.635558] env[62448]: INFO nova.compute.claims [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.807731] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093229, 'name': Rename_Task, 'duration_secs': 0.413564} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.808019] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.808323] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21dff46-69c4-4f1a-9594-089a1aab2edc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.814389] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2047.814389] env[62448]: value = "task-2093232" [ 2047.814389] env[62448]: _type = "Task" [ 2047.814389] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.823087] env[62448]: INFO nova.compute.manager [-] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Took 1.74 seconds to deallocate network for instance. [ 2047.823087] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.876869] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.884146] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067711} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.884440] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2047.885189] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715c3cc-2220-4aaa-9e22-0b673e643554 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.906747] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 27e54b3e-6278-4cf5-8a37-97e38d9c759d/27e54b3e-6278-4cf5-8a37-97e38d9c759d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2047.907049] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a092c333-4294-4cd6-b01a-edd883cd7938 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.926596] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2047.926596] env[62448]: value = "task-2093233" [ 2047.926596] env[62448]: _type = "Task" [ 2047.926596] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.937819] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.044149] env[62448]: INFO nova.compute.manager [-] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Took 1.97 seconds to deallocate network for instance. [ 2048.139732] env[62448]: DEBUG nova.compute.utils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2048.143788] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2048.143961] env[62448]: DEBUG nova.network.neutron [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2048.216723] env[62448]: DEBUG nova.policy [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818224adf6814a289843d655744e156c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100f0c01fa2d459aa060a6b417b14dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2048.324499] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.330674] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.382427] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.436484] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093233, 'name': ReconfigVM_Task, 'duration_secs': 0.283467} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.436779] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 27e54b3e-6278-4cf5-8a37-97e38d9c759d/27e54b3e-6278-4cf5-8a37-97e38d9c759d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.437525] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49349c8-a174-4856-b19a-2558b4773b58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.443151] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2048.443151] env[62448]: value = "task-2093234" [ 2048.443151] env[62448]: _type = "Task" [ 2048.443151] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.451397] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093234, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.551303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.573688] env[62448]: DEBUG nova.network.neutron [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Successfully created port: bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2048.648132] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2048.825315] env[62448]: DEBUG oslo_vmware.api [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093232, 'name': PowerOnVM_Task, 'duration_secs': 1.004765} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.825618] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.825815] env[62448]: INFO nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Took 15.96 seconds to spawn the instance on the hypervisor. [ 2048.825989] env[62448]: DEBUG nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.829296] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa55a6e-5691-4a6e-aef4-32a5240274bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.847484] env[62448]: DEBUG nova.compute.manager [req-763ba28c-bc5c-4926-90b9-d9cc0020e04d req-d0297b51-08dc-45bf-8d72-dbb120db15fa service nova] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Received event network-vif-deleted-93a67e25-782c-4a68-bd71-ca40d31fcebb {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.847655] env[62448]: DEBUG nova.compute.manager [req-763ba28c-bc5c-4926-90b9-d9cc0020e04d req-d0297b51-08dc-45bf-8d72-dbb120db15fa service nova] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Received event network-vif-deleted-f606cb6d-3d9c-4a99-a95e-14bdad82ea33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.885014] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093230, 'name': ReconfigVM_Task, 'duration_secs': 1.055617} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.885014] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] af4268b1-7ef9-48c8-b59f-fd576b33681c/af4268b1-7ef9-48c8-b59f-fd576b33681c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.885426] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34f9d74-7a39-4cb9-a10f-b3842dddaa60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.892223] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2048.892223] env[62448]: value = "task-2093235" [ 2048.892223] env[62448]: _type = "Task" [ 2048.892223] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.903480] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093235, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.953846] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093234, 'name': Rename_Task, 'duration_secs': 0.23808} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.956318] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.957623] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c940dda-8ea3-460c-a93a-25b0f6c05e1e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.964438] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2048.964438] env[62448]: value = "task-2093236" [ 2048.964438] env[62448]: _type = "Task" [ 2048.964438] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.974282] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.077180] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d2067-faa8-4914-9ff2-d325d1d55aff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.086017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4597eb5-671f-4d91-88aa-ac7e5d5a6a73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.122308] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a90eb-9c47-4164-97d0-98ef58dda4b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.130289] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc52099c-f294-4249-a2a8-b784318f452b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.144754] env[62448]: DEBUG nova.compute.provider_tree [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.349887] env[62448]: INFO nova.compute.manager [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Took 46.15 seconds to build instance. [ 2049.404474] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093235, 'name': Rename_Task, 'duration_secs': 0.332196} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.404773] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.405034] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c782d0b5-291c-4c3a-b980-40d573121730 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.411961] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2049.411961] env[62448]: value = "task-2093237" [ 2049.411961] env[62448]: _type = "Task" [ 2049.411961] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.419919] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.474777] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093236, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.648919] env[62448]: DEBUG nova.scheduler.client.report [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.661455] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2049.698062] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2049.698346] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.698520] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2049.698705] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.698849] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2049.698994] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2049.699215] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2049.699372] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2049.699537] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2049.699692] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2049.699860] env[62448]: DEBUG nova.virt.hardware [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2049.700728] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d07736-2833-4ba4-8807-095f95d6f1ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.708740] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2757c1df-dd99-4bbc-a453-9d13ffcb2ddf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.852123] env[62448]: DEBUG oslo_concurrency.lockutils [None req-578c0030-78ed-4896-b37d-6a7f94ae5007 tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.384s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.923270] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.974894] env[62448]: DEBUG oslo_vmware.api [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093236, 'name': PowerOnVM_Task, 'duration_secs': 0.719348} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.975259] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.975468] env[62448]: INFO nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Took 14.54 seconds to spawn the instance on the hypervisor. [ 2049.975647] env[62448]: DEBUG nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2049.976431] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef637a56-1953-458f-b257-f38eda47af9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.157515] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.157515] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2050.158783] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.679s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.314096] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.314813] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.315054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.315319] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.315446] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.317581] env[62448]: INFO nova.compute.manager [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Terminating instance [ 2050.395279] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "429cfbb0-9f19-4b77-935e-392b338c17ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.395545] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.395751] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "429cfbb0-9f19-4b77-935e-392b338c17ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.396067] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.396299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.402167] env[62448]: INFO nova.compute.manager [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Terminating instance [ 2050.426773] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.501617] env[62448]: INFO nova.compute.manager [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Took 40.90 seconds to build instance. [ 2050.663348] env[62448]: DEBUG nova.compute.utils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2050.663605] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2050.663771] env[62448]: DEBUG nova.network.neutron [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2050.754442] env[62448]: DEBUG nova.policy [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a8192f4095430f8044709710673409', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcc2872f83e8400ab26d38fdd68b5611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.821396] env[62448]: DEBUG nova.compute.manager [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2050.821619] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.824029] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef677233-512f-45a5-94bb-6d1285cf00c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.833061] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.833061] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6b4aaa-4337-43f4-8cdd-e4721f7cd610 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.839098] env[62448]: DEBUG oslo_vmware.api [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2050.839098] env[62448]: value = "task-2093238" [ 2050.839098] env[62448]: _type = "Task" [ 2050.839098] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.848296] env[62448]: DEBUG oslo_vmware.api [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.910578] env[62448]: DEBUG nova.compute.manager [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2050.910891] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.911825] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040b6597-a3fd-41de-99e2-9c6de52003f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.923389] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.923389] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02511858-cad4-4806-949c-d871b07054a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.927394] env[62448]: DEBUG oslo_vmware.api [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093237, 'name': PowerOnVM_Task, 'duration_secs': 1.486729} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.927646] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2050.931017] env[62448]: INFO nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Took 12.92 seconds to spawn the instance on the hypervisor. [ 2050.931017] env[62448]: DEBUG nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2050.931017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d26053-6e64-49f8-9047-ebf042d9eab8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.933624] env[62448]: DEBUG oslo_vmware.api [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2050.933624] env[62448]: value = "task-2093239" [ 2050.933624] env[62448]: _type = "Task" [ 2050.933624] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.946914] env[62448]: DEBUG oslo_vmware.api [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.003432] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10712679-6601-468e-ad08-71f134eebad2 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.418s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.179596] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2051.184260] env[62448]: INFO nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating resource usage from migration 89eb1c6f-7b8a-4363-b509-8a14c4250fdc [ 2051.201128] env[62448]: DEBUG nova.network.neutron [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Successfully created port: 3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2051.226369] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance d8737c9a-981e-4a30-8c93-db9ee952bd37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227028] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2051.227028] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1f121468-f5a8-4784-bd54-ed67670f4318 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2051.227028] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 2cc12d89-f1da-4968-b5be-02443a538439 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2051.227028] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance dec2ce44-20ed-45af-900f-86aa2c1dab2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227028] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance cc68363b-7077-4d89-8771-fa6f3274da29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227246] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance fa85be30-cbda-421c-bed2-89587fb77802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227246] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 36a01101-24a1-4d38-a9f4-ef6f48fb4077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227383] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 19b3ca53-b5a7-4c34-998f-870cf9285e33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227514] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance bdf25eeb-3083-4a1e-beb3-d57776b775c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2051.227736] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 6478397f-5cdf-4d6d-b532-ee98e719db2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227736] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 53d891e5-0518-48cf-a216-ea6875584b60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2051.227853] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.227969] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 9af02b81-fb69-4931-a1ee-b384839d10df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2051.228765] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.228845] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 429cfbb0-9f19-4b77-935e-392b338c17ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.228962] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 27e54b3e-6278-4cf5-8a37-97e38d9c759d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.229094] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance af4268b1-7ef9-48c8-b59f-fd576b33681c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.229224] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 94158eb0-19b9-46a4-a382-e2cfe58c9f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.229336] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance a63ee29e-cf11-42ef-82b8-349a297c9055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.355752] env[62448]: DEBUG oslo_vmware.api [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093238, 'name': PowerOffVM_Task, 'duration_secs': 0.258702} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.357462] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.357462] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.357462] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8cb889c-169c-429c-be93-a375ba7aab0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.448623] env[62448]: DEBUG oslo_vmware.api [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093239, 'name': PowerOffVM_Task, 'duration_secs': 0.18342} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.450732] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.451037] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.451573] env[62448]: INFO nova.compute.manager [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Took 32.18 seconds to build instance. [ 2051.452780] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d27cd3a2-5a4c-47e3-b784-a87140813468 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.550545] env[62448]: DEBUG nova.compute.manager [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-changed-16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2051.550545] env[62448]: DEBUG nova.compute.manager [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing instance network info cache due to event network-changed-16f96950-fc96-4865-801e-bf5155d6a27f. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2051.550545] env[62448]: DEBUG oslo_concurrency.lockutils [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.550545] env[62448]: DEBUG oslo_concurrency.lockutils [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.550545] env[62448]: DEBUG nova.network.neutron [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing network info cache for port 16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.732295] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 4ce26569-8ffe-4596-b220-eee0001369f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2051.732540] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Migration 89eb1c6f-7b8a-4363-b509-8a14c4250fdc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2051.732746] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 056895fd-c554-45f8-8f67-982ff3494ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2051.733043] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2051.733352] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2051.956523] env[62448]: DEBUG oslo_concurrency.lockutils [None req-55fbccda-ee81-4a28-9683-d0939118f525 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.698s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.067387] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d12de47-18ed-4cb5-9b9f-a887c61ee2bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.074979] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa1cbd-4b85-45a9-b544-e56ee519af7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.118426] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ef492-75f3-4fb3-8e4a-99f0ac1d72b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.121652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.121894] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.128208] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23eeb55-1c7b-41e2-8537-486d22503463 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.142403] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.195600] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2052.221308] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2052.221577] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2052.221805] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2052.221914] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2052.222072] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2052.222223] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2052.222430] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2052.222586] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2052.222748] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2052.222908] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2052.223091] env[62448]: DEBUG nova.virt.hardware [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2052.223950] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f261c1-c9f8-4005-adfb-f8242a92e10e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.235788] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e382a8-0246-403e-9bef-ada35b1d08d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.348679] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "af4268b1-7ef9-48c8-b59f-fd576b33681c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.348899] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.349152] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "af4268b1-7ef9-48c8-b59f-fd576b33681c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.349336] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.349544] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.351629] env[62448]: INFO nova.compute.manager [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Terminating instance [ 2052.403801] env[62448]: DEBUG nova.network.neutron [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updated VIF entry in instance network info cache for port 16f96950-fc96-4865-801e-bf5155d6a27f. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.404091] env[62448]: DEBUG nova.network.neutron [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.624536] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2052.646494] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.858894] env[62448]: DEBUG nova.compute.manager [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.859175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2052.860411] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2face1-d0e8-4e9d-81bf-f2f36dbfa77a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.868468] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.868674] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b010332c-7552-45df-9c07-bf488c91d606 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.874445] env[62448]: DEBUG oslo_vmware.api [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2052.874445] env[62448]: value = "task-2093242" [ 2052.874445] env[62448]: _type = "Task" [ 2052.874445] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.882022] env[62448]: DEBUG oslo_vmware.api [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.907850] env[62448]: DEBUG oslo_concurrency.lockutils [req-5ace049b-3ee7-4be8-801c-cd527a6c116a req-464a50e8-ba45-4ae3-a313-8659621cc345 service nova] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.150161] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.150969] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2053.151171] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.993s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.151520] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.153012] env[62448]: INFO nova.compute.claims [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2053.155635] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2053.155784] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2053.383791] env[62448]: DEBUG oslo_vmware.api [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093242, 'name': PowerOffVM_Task, 'duration_secs': 0.181652} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.384044] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.384203] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.384448] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c118320c-ef49-487e-ba7a-1807ca867ea6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.671811] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] There are 51 instances to clean {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2053.672058] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 411abb02-c3d1-4dd3-9bf3-4dcda942dcc6] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2053.959018] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e084e3c2-4eea-4aed-9121-b06ec0a827d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.968590] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d8b21-7a92-4c19-a5cc-bd0251d1ecaf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.012917] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5177f8d-80f1-48c0-bb77-3ca6a8bcaf32 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.022180] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a7e64-a72d-4f10-a46d-e78422fa22a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.039523] env[62448]: DEBUG nova.compute.provider_tree [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.177615] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 10c496b7-bbbd-4adf-996e-13bdd111945c] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2054.542797] env[62448]: DEBUG nova.scheduler.client.report [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.681544] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 461cff8e-b9c8-49e4-8341-ea3dd10edb6e] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.048987] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.897s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.050037] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.052140] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.372s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.184614] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: b21271d3-a99b-479e-b79e-50612ee16863] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.555478] env[62448]: DEBUG nova.compute.utils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.559705] env[62448]: INFO nova.compute.claims [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2055.564034] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2055.564034] env[62448]: DEBUG nova.network.neutron [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2055.615447] env[62448]: DEBUG nova.policy [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2764c1f01238417da7da3cb2a34de9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e21e0f6c81b4ce381120b1226e8555c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2055.687736] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 3aa3b51b-bc51-4423-a42c-352f99626cb5] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.915103] env[62448]: DEBUG nova.network.neutron [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Successfully created port: 80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2056.021481] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.021773] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.022072] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleting the datastore file [datastore2] 429cfbb0-9f19-4b77-935e-392b338c17ba {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.022392] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff7e96f2-10af-4bdc-b4e1-19830c582fd1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.029518] env[62448]: DEBUG oslo_vmware.api [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2056.029518] env[62448]: value = "task-2093244" [ 2056.029518] env[62448]: _type = "Task" [ 2056.029518] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.030691] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.030883] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.031116] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Deleting the datastore file [datastore2] af4268b1-7ef9-48c8-b59f-fd576b33681c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.035323] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676c6862-296c-4eaf-a40c-e70934b9608a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.041692] env[62448]: DEBUG oslo_vmware.api [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.044446] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.044644] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.044828] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleting the datastore file [datastore2] da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.045166] env[62448]: DEBUG oslo_vmware.api [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for the task: (returnval){ [ 2056.045166] env[62448]: value = "task-2093245" [ 2056.045166] env[62448]: _type = "Task" [ 2056.045166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.045352] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6233007e-06e0-4235-8a24-8cfb6d38f6e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.054930] env[62448]: DEBUG oslo_vmware.api [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.056050] env[62448]: DEBUG oslo_vmware.api [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for the task: (returnval){ [ 2056.056050] env[62448]: value = "task-2093246" [ 2056.056050] env[62448]: _type = "Task" [ 2056.056050] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.064893] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2056.068537] env[62448]: INFO nova.compute.resource_tracker [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating resource usage from migration 89eb1c6f-7b8a-4363-b509-8a14c4250fdc [ 2056.191207] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 92de1e76-8f36-4c5c-b4d5-1bb5e081f688] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2056.395491] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd13146-71d4-4789-9e78-56d22b0f983c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.404048] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc1d50-1a5e-4155-a584-833ce1395362 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.433640] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c503c8-def0-4495-acb4-187450a4a8f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.441427] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2463aa-5cd3-4f6b-bfeb-5a3026eb7dab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.456024] env[62448]: DEBUG nova.compute.provider_tree [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.539351] env[62448]: DEBUG oslo_vmware.api [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13665} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.539551] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.539735] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.539910] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.540592] env[62448]: INFO nova.compute.manager [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Took 5.63 seconds to destroy the instance on the hypervisor. [ 2056.540883] env[62448]: DEBUG oslo.service.loopingcall [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.541090] env[62448]: DEBUG nova.compute.manager [-] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.541185] env[62448]: DEBUG nova.network.neutron [-] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.555142] env[62448]: DEBUG oslo_vmware.api [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Task: {'id': task-2093245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137239} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.556026] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.556026] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.556026] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.556026] env[62448]: INFO nova.compute.manager [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Took 3.70 seconds to destroy the instance on the hypervisor. [ 2056.556379] env[62448]: DEBUG oslo.service.loopingcall [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.556379] env[62448]: DEBUG nova.compute.manager [-] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.556497] env[62448]: DEBUG nova.network.neutron [-] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.566197] env[62448]: DEBUG oslo_vmware.api [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Task: {'id': task-2093246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141642} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.566315] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.566471] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.566644] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.566810] env[62448]: INFO nova.compute.manager [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Took 5.75 seconds to destroy the instance on the hypervisor. [ 2056.567051] env[62448]: DEBUG oslo.service.loopingcall [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.567235] env[62448]: DEBUG nova.compute.manager [-] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.567376] env[62448]: DEBUG nova.network.neutron [-] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.696104] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c9f61969-1be3-43a4-be52-f17c5cdbdfad] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2056.840071] env[62448]: DEBUG nova.compute.manager [req-457c366e-fba5-4d9f-ab28-dfc241c31ebf req-b47a2416-a260-47e3-b538-e3d8900297d7 service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Received event network-vif-deleted-04d15bc5-3c35-4a86-b525-ea3723d20245 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.840071] env[62448]: INFO nova.compute.manager [req-457c366e-fba5-4d9f-ab28-dfc241c31ebf req-b47a2416-a260-47e3-b538-e3d8900297d7 service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Neutron deleted interface 04d15bc5-3c35-4a86-b525-ea3723d20245; detaching it from the instance and deleting it from the info cache [ 2056.840071] env[62448]: DEBUG nova.network.neutron [req-457c366e-fba5-4d9f-ab28-dfc241c31ebf req-b47a2416-a260-47e3-b538-e3d8900297d7 service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.959278] env[62448]: DEBUG nova.scheduler.client.report [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2057.077163] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2057.116621] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2057.117024] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.117104] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2057.117234] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2057.121018] env[62448]: DEBUG nova.virt.hardware [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2057.122308] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73addfbb-b0cf-4154-8dd7-6d53718e5958 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.131267] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c64d7f-15df-4402-9448-0007780b7701 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.137978] env[62448]: DEBUG nova.compute.manager [req-1c8c1c20-f808-415d-8645-fdd06777e201 req-19c5ebda-6e8f-4d37-a64b-580f6d79baf5 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Received event network-vif-deleted-97f47e3e-8c95-4558-a7f5-bb7da3872936 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.138312] env[62448]: INFO nova.compute.manager [req-1c8c1c20-f808-415d-8645-fdd06777e201 req-19c5ebda-6e8f-4d37-a64b-580f6d79baf5 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Neutron deleted interface 97f47e3e-8c95-4558-a7f5-bb7da3872936; detaching it from the instance and deleting it from the info cache [ 2057.138454] env[62448]: DEBUG nova.network.neutron [req-1c8c1c20-f808-415d-8645-fdd06777e201 req-19c5ebda-6e8f-4d37-a64b-580f6d79baf5 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.199309] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: a55c6b49-e2bd-485a-9a54-8bf95b0a8b48] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2057.318962] env[62448]: DEBUG nova.network.neutron [-] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.349678] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64ec6c56-902e-4945-91b6-8ed36218c36c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.360032] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665ba2d-219e-4615-a9aa-e23f0822f866 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.394316] env[62448]: DEBUG nova.compute.manager [req-457c366e-fba5-4d9f-ab28-dfc241c31ebf req-b47a2416-a260-47e3-b538-e3d8900297d7 service nova] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Detach interface failed, port_id=04d15bc5-3c35-4a86-b525-ea3723d20245, reason: Instance da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2057.469335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.470068] env[62448]: INFO nova.compute.manager [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Migrating [ 2057.476202] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.124s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.476416] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.478635] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.962s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.478775] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.480754] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.485s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.480943] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.482508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.654s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.482673] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.484395] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.154s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.484696] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.486131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.936s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.486315] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.487813] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.338s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.489626] env[62448]: INFO nova.compute.claims [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.537251] env[62448]: INFO nova.scheduler.client.report [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted allocations for instance 9af02b81-fb69-4931-a1ee-b384839d10df [ 2057.539060] env[62448]: DEBUG nova.network.neutron [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Successfully updated port: bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2057.542772] env[62448]: INFO nova.scheduler.client.report [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Deleted allocations for instance 1f121468-f5a8-4784-bd54-ed67670f4318 [ 2057.543668] env[62448]: DEBUG nova.network.neutron [-] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.553213] env[62448]: WARNING oslo_messaging._drivers.amqpdriver [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 2057.558176] env[62448]: INFO nova.scheduler.client.report [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Deleted allocations for instance bdf25eeb-3083-4a1e-beb3-d57776b775c5 [ 2057.565973] env[62448]: DEBUG nova.network.neutron [-] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.568186] env[62448]: INFO nova.scheduler.client.report [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Deleted allocations for instance 2cc12d89-f1da-4968-b5be-02443a538439 [ 2057.580272] env[62448]: INFO nova.scheduler.client.report [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted allocations for instance 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac [ 2057.593143] env[62448]: INFO nova.scheduler.client.report [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Deleted allocations for instance 53d891e5-0518-48cf-a216-ea6875584b60 [ 2057.597706] env[62448]: DEBUG nova.network.neutron [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Successfully updated port: 3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2057.642755] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0782445-3495-4d44-9959-c2e10834a2e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.653017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383da3c-5342-4bc6-bc94-96c6a0cf76ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.683856] env[62448]: DEBUG nova.compute.manager [req-1c8c1c20-f808-415d-8645-fdd06777e201 req-19c5ebda-6e8f-4d37-a64b-580f6d79baf5 service nova] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Detach interface failed, port_id=97f47e3e-8c95-4558-a7f5-bb7da3872936, reason: Instance 429cfbb0-9f19-4b77-935e-392b338c17ba could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2057.702640] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8cac834c-ae19-44a3-8d82-1c1e0b1bcb0c] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2057.823586] env[62448]: INFO nova.compute.manager [-] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Took 1.26 seconds to deallocate network for instance. [ 2057.967163] env[62448]: DEBUG nova.network.neutron [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Successfully updated port: 80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2058.003947] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.004397] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.005278] env[62448]: DEBUG nova.network.neutron [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.049449] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.049588] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.049705] env[62448]: DEBUG nova.network.neutron [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.057440] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10593ffb-e90c-497f-9e49-48d0e8b61840 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "9af02b81-fb69-4931-a1ee-b384839d10df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.333s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.058671] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13204b2e-fedb-4a8c-915a-4fb901722345 tempest-MigrationsAdminTest-1836646774 tempest-MigrationsAdminTest-1836646774-project-member] Lock "1f121468-f5a8-4784-bd54-ed67670f4318" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.925s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.067268] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2d16e03f-9fd8-4df5-8d71-0c8186a06b2c tempest-ServerPasswordTestJSON-1329214406 tempest-ServerPasswordTestJSON-1329214406-project-member] Lock "bdf25eeb-3083-4a1e-beb3-d57776b775c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.450s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.072353] env[62448]: INFO nova.compute.manager [-] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Took 1.52 seconds to deallocate network for instance. [ 2058.081090] env[62448]: INFO nova.compute.manager [-] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Took 1.54 seconds to deallocate network for instance. [ 2058.084197] env[62448]: DEBUG oslo_concurrency.lockutils [None req-daa8c441-feda-46fa-a69a-748293981ef2 tempest-SecurityGroupsTestJSON-1515161421 tempest-SecurityGroupsTestJSON-1515161421-project-member] Lock "2cc12d89-f1da-4968-b5be-02443a538439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.017s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.092450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61a18708-7e39-406e-b4cd-552b4251b6ed tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "8d8fa858-1ed7-49a0-8c35-6fc828fab7ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.750s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.102273] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "refresh_cache-a63ee29e-cf11-42ef-82b8-349a297c9055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.102660] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "refresh_cache-a63ee29e-cf11-42ef-82b8-349a297c9055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.102764] env[62448]: DEBUG nova.network.neutron [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.105718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b1c6a219-8dd9-4d0f-ae2a-2477cf91b4ad tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "53d891e5-0518-48cf-a216-ea6875584b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.862s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.207603] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 59ea60b5-2790-4d73-b5e4-bc2ec496edae] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2058.330919] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.445955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "19b3ca53-b5a7-4c34-998f-870cf9285e33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.445955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.446792] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "19b3ca53-b5a7-4c34-998f-870cf9285e33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.447069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.447346] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.449568] env[62448]: INFO nova.compute.manager [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Terminating instance [ 2058.470272] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "refresh_cache-4ce26569-8ffe-4596-b220-eee0001369f0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.470398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "refresh_cache-4ce26569-8ffe-4596-b220-eee0001369f0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.470837] env[62448]: DEBUG nova.network.neutron [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.579261] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.586908] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.709947] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 9deab59e-beb6-4c7a-a2c3-6c5b4c44bc35] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2058.801722] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f619aea-9f58-4eb1-bf1a-2c90d0357ebb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.811172] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4a15e0-9fe5-4562-bc96-3b291c94c410 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.842637] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7416722-0faf-41e2-b8a8-ace6d71c5b00 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.850837] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b676838-2249-43b9-9d78-6cc448c1bc47 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.867741] env[62448]: DEBUG nova.compute.provider_tree [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.869840] env[62448]: DEBUG nova.network.neutron [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2058.874493] env[62448]: DEBUG nova.network.neutron [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2058.954693] env[62448]: DEBUG nova.compute.manager [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2058.955088] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2058.956598] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b366c05-91bc-4246-8ad2-38151fef3519 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.965277] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2058.967876] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5baf23e2-2588-494f-84dd-cb4027b9cf54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.976537] env[62448]: DEBUG oslo_vmware.api [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2058.976537] env[62448]: value = "task-2093247" [ 2058.976537] env[62448]: _type = "Task" [ 2058.976537] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.992911] env[62448]: DEBUG oslo_vmware.api [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.113591] env[62448]: DEBUG nova.network.neutron [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2059.179581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "fa85be30-cbda-421c-bed2-89587fb77802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.179581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "fa85be30-cbda-421c-bed2-89587fb77802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.179959] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "fa85be30-cbda-421c-bed2-89587fb77802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.179959] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "fa85be30-cbda-421c-bed2-89587fb77802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.180629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "fa85be30-cbda-421c-bed2-89587fb77802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.184758] env[62448]: INFO nova.compute.manager [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Terminating instance [ 2059.214540] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 87131a33-4ae6-42f3-8484-165948f4898d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2059.260127] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.260360] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.373898] env[62448]: DEBUG nova.scheduler.client.report [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.470250] env[62448]: DEBUG nova.network.neutron [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updating instance_info_cache with network_info: [{"id": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "address": "fa:16:3e:cd:81:50", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf52f310-3f", "ovs_interfaceid": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.491270] env[62448]: DEBUG oslo_vmware.api [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093247, 'name': PowerOffVM_Task, 'duration_secs': 0.185238} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.493315] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2059.493505] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2059.495701] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Received event network-vif-deleted-600f5a60-e5e5-4f2b-9964-fe71a141c0ee {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.495932] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Received event network-vif-plugged-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.496299] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquiring lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.496537] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.496707] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.496876] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] No waiting events found dispatching network-vif-plugged-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2059.497043] env[62448]: WARNING nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Received unexpected event network-vif-plugged-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 for instance with vm_state building and task_state spawning. [ 2059.497243] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Received event network-vif-plugged-3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.497438] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquiring lock "a63ee29e-cf11-42ef-82b8-349a297c9055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.497606] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.497757] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.498105] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] No waiting events found dispatching network-vif-plugged-3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2059.498330] env[62448]: WARNING nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Received unexpected event network-vif-plugged-3a7517f4-ffc2-4e76-85b3-4f533cd9a695 for instance with vm_state building and task_state spawning. [ 2059.498520] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Received event network-changed-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.498684] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Refreshing instance network info cache due to event network-changed-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2059.498851] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquiring lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.499904] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27d40e12-3981-4820-baa1-b0e0451035a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.510937] env[62448]: DEBUG nova.network.neutron [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Updating instance_info_cache with network_info: [{"id": "3a7517f4-ffc2-4e76-85b3-4f533cd9a695", "address": "fa:16:3e:f0:f6:e4", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7517f4-ff", "ovs_interfaceid": "3a7517f4-ffc2-4e76-85b3-4f533cd9a695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.551873] env[62448]: DEBUG nova.network.neutron [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [{"id": "7ec4282f-5269-42e8-b173-4f6450d87de7", "address": "fa:16:3e:23:f8:37", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4282f-52", "ovs_interfaceid": "7ec4282f-5269-42e8-b173-4f6450d87de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.603686] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2059.604033] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2059.604106] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleting the datastore file [datastore2] 19b3ca53-b5a7-4c34-998f-870cf9285e33 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2059.604587] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d6867b-2026-454c-9ce3-7ac24b9bc141 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.611435] env[62448]: DEBUG oslo_vmware.api [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2059.611435] env[62448]: value = "task-2093249" [ 2059.611435] env[62448]: _type = "Task" [ 2059.611435] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.619514] env[62448]: DEBUG oslo_vmware.api [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.633569] env[62448]: DEBUG nova.network.neutron [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Updating instance_info_cache with network_info: [{"id": "80052a31-47da-4092-9e5e-dde62da62d3a", "address": "fa:16:3e:00:11:5b", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80052a31-47", "ovs_interfaceid": "80052a31-47da-4092-9e5e-dde62da62d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.687806] env[62448]: DEBUG nova.compute.manager [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2059.688401] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.688996] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fdb4c-8f1a-4375-bddc-3466e456fd5c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.704235] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2059.704521] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d56bdcf-ecf0-4a68-b251-5ad79aae0b9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.711243] env[62448]: DEBUG oslo_vmware.api [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2059.711243] env[62448]: value = "task-2093250" [ 2059.711243] env[62448]: _type = "Task" [ 2059.711243] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.720151] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 0e407159-3b30-4637-9b45-79628385e872] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2059.722174] env[62448]: DEBUG oslo_vmware.api [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.763176] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2059.879568] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.880288] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2059.886229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.553s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.886589] env[62448]: DEBUG nova.objects.instance [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lazy-loading 'resources' on Instance uuid da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.973229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.973587] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Instance network_info: |[{"id": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "address": "fa:16:3e:cd:81:50", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf52f310-3f", "ovs_interfaceid": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2059.973897] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquired lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.974094] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Refreshing network info cache for port bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2059.975270] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:81:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf52f310-3f94-4d2e-a1e0-eac11b61d2e2', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2059.988585] env[62448]: DEBUG oslo.service.loopingcall [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.990045] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2059.990340] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d94612d-7aab-4731-8ec1-a9650728b113 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.007422] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "d8737c9a-981e-4a30-8c93-db9ee952bd37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.007752] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.008032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "d8737c9a-981e-4a30-8c93-db9ee952bd37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.008288] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.008542] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.011282] env[62448]: INFO nova.compute.manager [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Terminating instance [ 2060.012695] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "refresh_cache-a63ee29e-cf11-42ef-82b8-349a297c9055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.013032] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Instance network_info: |[{"id": "3a7517f4-ffc2-4e76-85b3-4f533cd9a695", "address": "fa:16:3e:f0:f6:e4", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7517f4-ff", "ovs_interfaceid": "3a7517f4-ffc2-4e76-85b3-4f533cd9a695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2060.013444] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:f6:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a7517f4-ffc2-4e76-85b3-4f533cd9a695', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.021519] env[62448]: DEBUG oslo.service.loopingcall [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.024142] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.024666] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.024666] env[62448]: value = "task-2093251" [ 2060.024666] env[62448]: _type = "Task" [ 2060.024666] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.025143] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d2e813-e8c5-4bed-b2d1-b46c8daee947 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.050780] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093251, 'name': CreateVM_Task} progress is 15%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.052160] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.052160] env[62448]: value = "task-2093252" [ 2060.052160] env[62448]: _type = "Task" [ 2060.052160] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.055912] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.063206] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093252, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.125552] env[62448]: DEBUG oslo_vmware.api [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158545} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.126414] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2060.126414] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2060.126787] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2060.127069] env[62448]: INFO nova.compute.manager [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2060.127437] env[62448]: DEBUG oslo.service.loopingcall [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.127789] env[62448]: DEBUG nova.compute.manager [-] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2060.128227] env[62448]: DEBUG nova.network.neutron [-] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.136221] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "refresh_cache-4ce26569-8ffe-4596-b220-eee0001369f0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.137633] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Instance network_info: |[{"id": "80052a31-47da-4092-9e5e-dde62da62d3a", "address": "fa:16:3e:00:11:5b", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80052a31-47", "ovs_interfaceid": "80052a31-47da-4092-9e5e-dde62da62d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2060.137633] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:11:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80052a31-47da-4092-9e5e-dde62da62d3a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.147637] env[62448]: DEBUG oslo.service.loopingcall [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.148241] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.148529] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-768c578d-d52a-476a-83b1-2d301fbf71db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.173573] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.173573] env[62448]: value = "task-2093253" [ 2060.173573] env[62448]: _type = "Task" [ 2060.173573] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.184114] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093253, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.223758] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: eed09add-be12-4037-a619-c27f266e8efc] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2060.224992] env[62448]: DEBUG oslo_vmware.api [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093250, 'name': PowerOffVM_Task, 'duration_secs': 0.17686} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.225560] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2060.225704] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2060.225962] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c15c0955-f571-46b6-9bcc-ec2581768ad0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.298087] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.390595] env[62448]: DEBUG nova.compute.utils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2060.400055] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2060.400055] env[62448]: DEBUG nova.network.neutron [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2060.472083] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2060.472259] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2060.472444] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Deleting the datastore file [datastore2] fa85be30-cbda-421c-bed2-89587fb77802 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2060.472805] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f126a25b-a506-4508-bc14-be05935abf9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.484027] env[62448]: DEBUG oslo_vmware.api [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for the task: (returnval){ [ 2060.484027] env[62448]: value = "task-2093255" [ 2060.484027] env[62448]: _type = "Task" [ 2060.484027] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.493092] env[62448]: DEBUG oslo_vmware.api [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.526190] env[62448]: DEBUG nova.compute.manager [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2060.526500] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2060.528149] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f635ca-4981-499d-aa8a-1b8cc1032e3c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.535446] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2060.535768] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0193682-899b-4bb8-9e95-41a7ddaefaf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.546925] env[62448]: DEBUG oslo_vmware.api [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 2060.546925] env[62448]: value = "task-2093256" [ 2060.546925] env[62448]: _type = "Task" [ 2060.546925] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.551229] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093251, 'name': CreateVM_Task, 'duration_secs': 0.449226} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.555707] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2060.560241] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.560443] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.560826] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2060.570304] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7848916f-eeb6-4976-91d4-3981128d8264 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.576470] env[62448]: DEBUG nova.policy [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee6580ac302443c1862dd6e34020c3aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '954448a7403740f481d35091949b6b3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2060.582242] env[62448]: DEBUG oslo_vmware.api [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.589190] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093252, 'name': CreateVM_Task, 'duration_secs': 0.41475} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.590595] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2060.590976] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2060.590976] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52220495-b50b-4c81-34de-1d7725c4a3cc" [ 2060.590976] env[62448]: _type = "Task" [ 2060.590976] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.594941] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.606058] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52220495-b50b-4c81-34de-1d7725c4a3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.606058] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.606058] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2060.606376] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.606545] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.606677] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2060.609909] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.610278] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2060.610618] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe80508-b62b-4b72-88c2-bdd2151e4052 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.612988] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d836ff47-9dda-4351-9abc-77d76583a78c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.621765] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2060.621765] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527dce78-7276-fa49-8e2e-ad4c946951b5" [ 2060.621765] env[62448]: _type = "Task" [ 2060.621765] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.627101] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2060.627418] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2060.629494] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d6da03-078c-45f6-854c-6feb86c4becf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.638299] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527dce78-7276-fa49-8e2e-ad4c946951b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.644019] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2060.644019] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528a1c85-56fb-c7bb-5cda-ffa6bff484dc" [ 2060.644019] env[62448]: _type = "Task" [ 2060.644019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.651535] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528a1c85-56fb-c7bb-5cda-ffa6bff484dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.684345] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093253, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.726598] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 5629531e-003a-4ae4-ba3e-aca40f9088f3] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2060.769019] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628744eb-4261-4e97-90a8-9877bb6d43f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.775521] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4493f-c7f8-44d2-826d-1afc2c75582f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.814495] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10a2c14-ad48-4662-9145-eeb009dc4d51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.822929] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b436a2b-1bb0-4cfd-a6e0-d0fa0f0d8512 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.837902] env[62448]: DEBUG nova.compute.provider_tree [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.901079] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2060.992257] env[62448]: DEBUG oslo_vmware.api [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Task: {'id': task-2093255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172866} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.992513] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2060.992698] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2060.992878] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2060.993058] env[62448]: INFO nova.compute.manager [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2060.993295] env[62448]: DEBUG oslo.service.loopingcall [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.993481] env[62448]: DEBUG nova.compute.manager [-] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2060.993576] env[62448]: DEBUG nova.network.neutron [-] [instance: fa85be30-cbda-421c-bed2-89587fb77802] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2061.059780] env[62448]: DEBUG oslo_vmware.api [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093256, 'name': PowerOffVM_Task, 'duration_secs': 0.209744} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.060489] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2061.060489] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2061.060654] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392d1b86-ed88-43a8-843b-74bf33189c7a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.138037] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527dce78-7276-fa49-8e2e-ad4c946951b5, 'name': SearchDatastore_Task, 'duration_secs': 0.021025} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.138370] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.138635] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.138888] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.154968] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528a1c85-56fb-c7bb-5cda-ffa6bff484dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.155957] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13873c01-e0c3-467d-b0d4-b7c40a5dcf27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.162499] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2061.162499] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c80aed-cc83-a129-ae73-9daf80de6a53" [ 2061.162499] env[62448]: _type = "Task" [ 2061.162499] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.173476] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c80aed-cc83-a129-ae73-9daf80de6a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.184270] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093253, 'name': CreateVM_Task, 'duration_secs': 1.001607} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.184431] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.185120] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.185295] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.185628] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.185857] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce1a37a-0179-430e-854e-1ed92d44cc8b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.190016] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2061.190016] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b8d70b-6e19-a0da-fb79-a355a8176c9a" [ 2061.190016] env[62448]: _type = "Task" [ 2061.190016] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.197386] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b8d70b-6e19-a0da-fb79-a355a8176c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.229523] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c6163c18-0074-4336-aeda-272f9da51db0] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2061.341805] env[62448]: DEBUG nova.scheduler.client.report [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.528361] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2061.528654] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2061.528824] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleting the datastore file [datastore2] d8737c9a-981e-4a30-8c93-db9ee952bd37 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2061.529410] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b36c43-92a3-4885-94a9-890d8f970a05 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.536223] env[62448]: DEBUG oslo_vmware.api [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for the task: (returnval){ [ 2061.536223] env[62448]: value = "task-2093258" [ 2061.536223] env[62448]: _type = "Task" [ 2061.536223] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.541588] env[62448]: DEBUG nova.compute.manager [req-d0a6e39f-a661-477c-92e5-af756a91fa72 req-18b9481f-e89e-480a-a905-56736492357b service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Received event network-vif-deleted-9f5ace1c-e6fa-40f3-be96-93fa983d0dac {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2061.541775] env[62448]: INFO nova.compute.manager [req-d0a6e39f-a661-477c-92e5-af756a91fa72 req-18b9481f-e89e-480a-a905-56736492357b service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Neutron deleted interface 9f5ace1c-e6fa-40f3-be96-93fa983d0dac; detaching it from the instance and deleting it from the info cache [ 2061.541954] env[62448]: DEBUG nova.network.neutron [req-d0a6e39f-a661-477c-92e5-af756a91fa72 req-18b9481f-e89e-480a-a905-56736492357b service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.548573] env[62448]: DEBUG oslo_vmware.api [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.589264] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876564d7-34b3-415b-8513-3e3a4de6ecf0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.609015] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2061.674032] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c80aed-cc83-a129-ae73-9daf80de6a53, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.674155] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.674441] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 94158eb0-19b9-46a4-a382-e2cfe58c9f54/94158eb0-19b9-46a4-a382-e2cfe58c9f54.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2061.674728] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.674911] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2061.675155] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63adf73f-e7dd-499c-9b5e-b20f7a42901a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.677265] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e2ce72-5a5c-46ce-a55e-ee9024cef734 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.683672] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2061.683672] env[62448]: value = "task-2093259" [ 2061.683672] env[62448]: _type = "Task" [ 2061.683672] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.687938] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2061.688133] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2061.689186] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb929088-fecb-4804-8af8-525c5ede1ba4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.694297] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.701563] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2061.701563] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52128f61-d391-4c2f-4e25-7eb6cf5f7c25" [ 2061.701563] env[62448]: _type = "Task" [ 2061.701563] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.707620] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b8d70b-6e19-a0da-fb79-a355a8176c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.708248] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.708510] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.708751] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.712137] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52128f61-d391-4c2f-4e25-7eb6cf5f7c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.729421] env[62448]: DEBUG nova.network.neutron [-] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.735221] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d3d2f2e2-b8f2-4732-afaa-ed51e5df375a] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2061.787532] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updated VIF entry in instance network info cache for port bf52f310-3f94-4d2e-a1e0-eac11b61d2e2. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2061.788480] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updating instance_info_cache with network_info: [{"id": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "address": "fa:16:3e:cd:81:50", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf52f310-3f", "ovs_interfaceid": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.848674] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.853457] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.272s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.853457] env[62448]: DEBUG nova.objects.instance [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lazy-loading 'resources' on Instance uuid af4268b1-7ef9-48c8-b59f-fd576b33681c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.873067] env[62448]: INFO nova.scheduler.client.report [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted allocations for instance da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e [ 2061.910705] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2061.947071] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2061.947071] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2061.947183] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2061.948158] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2061.948158] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2061.948158] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2061.948158] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2061.948158] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2061.948468] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2061.948569] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2061.948791] env[62448]: DEBUG nova.virt.hardware [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2061.950364] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5005f940-3625-45e8-a431-6f0bcf29db44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.961672] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e9c05-fed8-461b-82a5-a6d6c791cb0b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.022361] env[62448]: DEBUG nova.network.neutron [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Successfully created port: 169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2062.047411] env[62448]: DEBUG oslo_vmware.api [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Task: {'id': task-2093258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337605} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.048351] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825758f8-7dc0-4c93-b39e-fdce5561205b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.049845] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2062.050080] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2062.050275] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2062.050455] env[62448]: INFO nova.compute.manager [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Took 1.52 seconds to destroy the instance on the hypervisor. [ 2062.050705] env[62448]: DEBUG oslo.service.loopingcall [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2062.051074] env[62448]: DEBUG nova.compute.manager [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2062.051168] env[62448]: DEBUG nova.network.neutron [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2062.060286] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb359c-2b83-4432-9a45-6fb67cc44835 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.096076] env[62448]: DEBUG nova.compute.manager [req-d0a6e39f-a661-477c-92e5-af756a91fa72 req-18b9481f-e89e-480a-a905-56736492357b service nova] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Detach interface failed, port_id=9f5ace1c-e6fa-40f3-be96-93fa983d0dac, reason: Instance 19b3ca53-b5a7-4c34-998f-870cf9285e33 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2062.119421] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.119922] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae98dd16-d2f3-4ac7-a0ec-b6e506c39715 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.128271] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2062.128271] env[62448]: value = "task-2093260" [ 2062.128271] env[62448]: _type = "Task" [ 2062.128271] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.145784] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.196143] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.214295] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52128f61-d391-4c2f-4e25-7eb6cf5f7c25, 'name': SearchDatastore_Task, 'duration_secs': 0.019067} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.215164] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492c0c58-1bf4-4a15-8fd8-cc8099c4e4ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.221988] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2062.221988] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527a6143-0909-f748-6412-0281f1a8ee4c" [ 2062.221988] env[62448]: _type = "Task" [ 2062.221988] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.230820] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527a6143-0909-f748-6412-0281f1a8ee4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.232569] env[62448]: INFO nova.compute.manager [-] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Took 2.10 seconds to deallocate network for instance. [ 2062.238951] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 445d93af-e9fb-4a04-b4bd-2cc1e7548f88] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2062.293368] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Releasing lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.293804] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Received event network-changed-3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2062.293883] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Refreshing instance network info cache due to event network-changed-3a7517f4-ffc2-4e76-85b3-4f533cd9a695. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2062.294452] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquiring lock "refresh_cache-a63ee29e-cf11-42ef-82b8-349a297c9055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.294452] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquired lock "refresh_cache-a63ee29e-cf11-42ef-82b8-349a297c9055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.294452] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Refreshing network info cache for port 3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2062.385022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fdf47bfe-ad2e-4aa6-b6ed-fff2ce5e20dd tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.070s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.515013] env[62448]: DEBUG nova.network.neutron [-] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.648083] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093260, 'name': PowerOffVM_Task, 'duration_secs': 0.267144} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.648083] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.648509] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2062.704459] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591841} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.704556] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 94158eb0-19b9-46a4-a382-e2cfe58c9f54/94158eb0-19b9-46a4-a382-e2cfe58c9f54.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2062.704723] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2062.704986] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b17c15f5-ffc9-48e6-9754-4d64615c28fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.714846] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517098b4-b570-406d-88a0-15312b8072fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.721701] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2062.721701] env[62448]: value = "task-2093261" [ 2062.721701] env[62448]: _type = "Task" [ 2062.721701] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.734341] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9ab91e-3e09-428b-9ffe-36b393f4e64b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.745745] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.746691] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.747158] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: ecdbb9ab-859b-4989-b6c3-e8f2e26301de] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2062.748936] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527a6143-0909-f748-6412-0281f1a8ee4c, 'name': SearchDatastore_Task, 'duration_secs': 0.040401} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.749744] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.749903] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a63ee29e-cf11-42ef-82b8-349a297c9055/a63ee29e-cf11-42ef-82b8-349a297c9055.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2062.751971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.751971] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2062.751971] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22451429-1f0d-446f-93a6-71ab14d1a61a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.780836] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b430432b-715c-4f7e-8c18-dc70e82e7ff0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.786336] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972249e-7d46-4364-a674-055e776797d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.791508] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2062.791508] env[62448]: value = "task-2093262" [ 2062.791508] env[62448]: _type = "Task" [ 2062.791508] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.798135] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c90ebd-b6dc-4572-91b0-3214f8805b46 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.806011] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2062.806203] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2062.809082] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e6bba0-4818-4b48-a4cc-86bf3d5a3d52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.823280] env[62448]: DEBUG nova.compute.provider_tree [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2062.825300] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.828560] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2062.828560] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e59114-9b8b-c558-df2f-326386960dba" [ 2062.828560] env[62448]: _type = "Task" [ 2062.828560] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.838029] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e59114-9b8b-c558-df2f-326386960dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.019493] env[62448]: INFO nova.compute.manager [-] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Took 2.03 seconds to deallocate network for instance. [ 2063.156346] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2063.156622] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2063.156778] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2063.157015] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2063.157255] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2063.157859] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2063.157859] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2063.158271] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2063.158271] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2063.158271] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2063.158452] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2063.168201] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91261079-d988-4ba5-a2f8-4f355f324b98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.186483] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2063.186483] env[62448]: value = "task-2093263" [ 2063.186483] env[62448]: _type = "Task" [ 2063.186483] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.199617] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.236080] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075095} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.236080] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2063.236080] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156fef5c-d441-4c50-b9bf-a86c35b5aaab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.265767] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 94158eb0-19b9-46a4-a382-e2cfe58c9f54/94158eb0-19b9-46a4-a382-e2cfe58c9f54.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2063.268571] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb05430f-6363-44f5-a469-b798529e791f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.285936] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: de05e8bf-6af1-41bb-bd0b-43a77c259c98] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2063.288634] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2063.288634] env[62448]: value = "task-2093264" [ 2063.288634] env[62448]: _type = "Task" [ 2063.288634] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.291888] env[62448]: DEBUG nova.network.neutron [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.301241] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.307127] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507632} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.307451] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a63ee29e-cf11-42ef-82b8-349a297c9055/a63ee29e-cf11-42ef-82b8-349a297c9055.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2063.307683] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2063.307961] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d7d660d-c239-4c20-9c71-d5685bbdb50f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.317220] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2063.317220] env[62448]: value = "task-2093265" [ 2063.317220] env[62448]: _type = "Task" [ 2063.317220] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.322713] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.339778] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e59114-9b8b-c558-df2f-326386960dba, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.340644] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a16eec-b1ad-4b7f-b145-50f0ea79bd4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.346908] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2063.346908] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c65d6-ac4b-9150-4d66-8e474cf7cda5" [ 2063.346908] env[62448]: _type = "Task" [ 2063.346908] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.351654] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Updated VIF entry in instance network info cache for port 3a7517f4-ffc2-4e76-85b3-4f533cd9a695. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2063.351654] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Updating instance_info_cache with network_info: [{"id": "3a7517f4-ffc2-4e76-85b3-4f533cd9a695", "address": "fa:16:3e:f0:f6:e4", "network": {"id": "ff4638fb-e6e0-4cc5-89d9-528664b83a7c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-804121249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcc2872f83e8400ab26d38fdd68b5611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7517f4-ff", "ovs_interfaceid": "3a7517f4-ffc2-4e76-85b3-4f533cd9a695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.356489] env[62448]: ERROR nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] [req-cc831c2d-ac06-4b0e-9998-82d94fb692b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc831c2d-ac06-4b0e-9998-82d94fb692b3"}]} [ 2063.356489] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527c65d6-ac4b-9150-4d66-8e474cf7cda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.379383] env[62448]: DEBUG nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2063.400623] env[62448]: DEBUG nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2063.400623] env[62448]: DEBUG nova.compute.provider_tree [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2063.417898] env[62448]: DEBUG nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2063.444779] env[62448]: DEBUG nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2063.528420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.582742] env[62448]: DEBUG nova.compute.manager [req-23bbc45f-6253-450d-9931-ae1a736c9484 req-4f5b185a-c304-4732-8c58-8571424e4f27 service nova] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Received event network-vif-deleted-ad36d003-f29f-4665-af72-7df54e5b96ea {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2063.582742] env[62448]: DEBUG nova.compute.manager [req-23bbc45f-6253-450d-9931-ae1a736c9484 req-4f5b185a-c304-4732-8c58-8571424e4f27 service nova] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Received event network-vif-deleted-97b70ee1-ef85-4801-9f90-a8eb6349abbe {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2063.698352] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093263, 'name': ReconfigVM_Task, 'duration_secs': 0.380241} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.698743] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2063.753421] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1106496-9e86-4379-85ff-2099d202ff7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.764803] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f634378-5976-4165-9c42-26d816b2edf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.802965] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 25720ae4-eecd-43cb-a7c3-3765565e4218] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2063.803627] env[62448]: INFO nova.compute.manager [-] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Took 1.75 seconds to deallocate network for instance. [ 2063.810479] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c74dd31-be3f-475c-80dc-e49998138f12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.825018] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.827028] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76caa90b-c6eb-4f3b-94e2-827bb5f1a516 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.835466] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072145} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.835466] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2063.836043] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a87a0ae-e63a-4bbd-82f1-beace90f7e84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.849170] env[62448]: DEBUG nova.compute.provider_tree [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.865717] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Releasing lock "refresh_cache-a63ee29e-cf11-42ef-82b8-349a297c9055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.865958] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Received event network-vif-plugged-80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2063.866611] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquiring lock "4ce26569-8ffe-4596-b220-eee0001369f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.866611] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Lock "4ce26569-8ffe-4596-b220-eee0001369f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.866611] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Lock "4ce26569-8ffe-4596-b220-eee0001369f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.866900] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] No waiting events found dispatching network-vif-plugged-80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2063.867122] env[62448]: WARNING nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Received unexpected event network-vif-plugged-80052a31-47da-4092-9e5e-dde62da62d3a for instance with vm_state building and task_state spawning. [ 2063.867179] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Received event network-changed-80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2063.867788] env[62448]: DEBUG nova.compute.manager [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Refreshing instance network info cache due to event network-changed-80052a31-47da-4092-9e5e-dde62da62d3a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2063.867788] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquiring lock "refresh_cache-4ce26569-8ffe-4596-b220-eee0001369f0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.867788] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Acquired lock "refresh_cache-4ce26569-8ffe-4596-b220-eee0001369f0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.867943] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Refreshing network info cache for port 80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.877848] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a63ee29e-cf11-42ef-82b8-349a297c9055/a63ee29e-cf11-42ef-82b8-349a297c9055.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2063.879363] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2401287-66ef-4c1e-89a0-215b898add15 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.901464] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527c65d6-ac4b-9150-4d66-8e474cf7cda5, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.901920] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.902198] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 4ce26569-8ffe-4596-b220-eee0001369f0/4ce26569-8ffe-4596-b220-eee0001369f0.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.902561] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ada5616-fc40-4108-be89-67c15e31909f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.906598] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2063.906598] env[62448]: value = "task-2093266" [ 2063.906598] env[62448]: _type = "Task" [ 2063.906598] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.911442] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2063.911442] env[62448]: value = "task-2093267" [ 2063.911442] env[62448]: _type = "Task" [ 2063.911442] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.918254] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.923078] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.205576] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2064.205833] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2064.205982] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2064.206238] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2064.206366] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2064.206511] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2064.206715] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2064.206875] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2064.207262] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2064.207562] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2064.207763] env[62448]: DEBUG nova.virt.hardware [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2064.214406] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2064.214873] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0c3c8b-bde9-432d-8a6b-8bc0ea579fbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.238899] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2064.238899] env[62448]: value = "task-2093268" [ 2064.238899] env[62448]: _type = "Task" [ 2064.238899] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.249916] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.316844] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093264, 'name': ReconfigVM_Task, 'duration_secs': 0.7072} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.316844] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 94158eb0-19b9-46a4-a382-e2cfe58c9f54/94158eb0-19b9-46a4-a382-e2cfe58c9f54.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2064.316844] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-475905d2-37b1-46fa-a414-d1bcac55ddfb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.317936] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d4b63ceb-c8ec-47bf-9853-1c522e1da467] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2064.326753] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.327225] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2064.327225] env[62448]: value = "task-2093269" [ 2064.327225] env[62448]: _type = "Task" [ 2064.327225] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.337850] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093269, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.355597] env[62448]: DEBUG nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.423762] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093266, 'name': ReconfigVM_Task, 'duration_secs': 0.292761} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.427600] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a63ee29e-cf11-42ef-82b8-349a297c9055/a63ee29e-cf11-42ef-82b8-349a297c9055.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2064.428374] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.428637] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a42c10-2eb2-441e-9bcf-56f689040a42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.439166] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2064.439166] env[62448]: value = "task-2093270" [ 2064.439166] env[62448]: _type = "Task" [ 2064.439166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.461857] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093270, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.465671] env[62448]: DEBUG nova.network.neutron [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Successfully updated port: 169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2064.692304] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Updated VIF entry in instance network info cache for port 80052a31-47da-4092-9e5e-dde62da62d3a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2064.692676] env[62448]: DEBUG nova.network.neutron [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Updating instance_info_cache with network_info: [{"id": "80052a31-47da-4092-9e5e-dde62da62d3a", "address": "fa:16:3e:00:11:5b", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80052a31-47", "ovs_interfaceid": "80052a31-47da-4092-9e5e-dde62da62d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.749790] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093268, 'name': ReconfigVM_Task, 'duration_secs': 0.377056} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.750543] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2064.751728] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53609f-efbe-46e9-8df1-f2c71b82d52b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.779468] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9/056895fd-c554-45f8-8f67-982ff3494ad9.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.780931] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf7c0f7-c67c-474a-9acf-729cd95173c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.805905] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2064.805905] env[62448]: value = "task-2093271" [ 2064.805905] env[62448]: _type = "Task" [ 2064.805905] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.815581] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.822894] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: a7c17bc5-408d-4988-a687-2f6ed51ac088] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2064.838020] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093269, 'name': Rename_Task, 'duration_secs': 0.297801} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.838404] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2064.838741] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d4dccc-f24d-45ca-9d0f-2dba42cc9ea9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.846928] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2064.846928] env[62448]: value = "task-2093272" [ 2064.846928] env[62448]: _type = "Task" [ 2064.846928] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.857152] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.861705] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.010s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.865560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.278s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.865901] env[62448]: DEBUG nova.objects.instance [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lazy-loading 'resources' on Instance uuid 429cfbb0-9f19-4b77-935e-392b338c17ba {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.924309] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657617} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.924692] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 4ce26569-8ffe-4596-b220-eee0001369f0/4ce26569-8ffe-4596-b220-eee0001369f0.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.925060] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2064.925447] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e39106fd-c25e-4b78-8494-dbfb3bd82445 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.933414] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2064.933414] env[62448]: value = "task-2093273" [ 2064.933414] env[62448]: _type = "Task" [ 2064.933414] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.943911] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.953316] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093270, 'name': Rename_Task, 'duration_secs': 0.225504} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.953690] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2064.953886] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9baf892d-ca16-4880-9a77-5112b0473c60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.960739] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2064.960739] env[62448]: value = "task-2093274" [ 2064.960739] env[62448]: _type = "Task" [ 2064.960739] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.971307] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.971490] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquired lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.971655] env[62448]: DEBUG nova.network.neutron [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2064.973113] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.982663] env[62448]: INFO nova.scheduler.client.report [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Deleted allocations for instance af4268b1-7ef9-48c8-b59f-fd576b33681c [ 2065.198155] env[62448]: DEBUG oslo_concurrency.lockutils [req-ae35eb40-d69e-49bd-95ff-9d063a327b84 req-d090061a-7e3f-41ef-992c-40641a572a97 service nova] Releasing lock "refresh_cache-4ce26569-8ffe-4596-b220-eee0001369f0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.318366] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093271, 'name': ReconfigVM_Task, 'duration_secs': 0.469755} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.318663] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9/056895fd-c554-45f8-8f67-982ff3494ad9.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2065.318950] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2065.326218] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: eec857ae-b3cc-4b5e-a1f0-8914faa151d1] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2065.361307] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.449485] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072142} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.452801] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2065.453571] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26cfd6e-4c7f-4d33-ab12-54b0fac76c93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.485469] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 4ce26569-8ffe-4596-b220-eee0001369f0/4ce26569-8ffe-4596-b220-eee0001369f0.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2065.494563] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c7bc59-4884-4999-b784-68c853c5d66b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.515358] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4c3f06-d162-496b-b853-4dceab178040 tempest-ServerAddressesNegativeTestJSON-1663226487 tempest-ServerAddressesNegativeTestJSON-1663226487-project-member] Lock "af4268b1-7ef9-48c8-b59f-fd576b33681c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.166s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.522140] env[62448]: DEBUG oslo_vmware.api [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093274, 'name': PowerOnVM_Task, 'duration_secs': 0.541266} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.523862] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.524237] env[62448]: INFO nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Took 13.33 seconds to spawn the instance on the hypervisor. [ 2065.524547] env[62448]: DEBUG nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.524994] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2065.524994] env[62448]: value = "task-2093275" [ 2065.524994] env[62448]: _type = "Task" [ 2065.524994] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.526041] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8023b53f-5fa2-4762-b113-dbca01fa0973 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.550279] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.569668] env[62448]: DEBUG nova.network.neutron [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.634867] env[62448]: DEBUG nova.compute.manager [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Received event network-vif-plugged-169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2065.635091] env[62448]: DEBUG oslo_concurrency.lockutils [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] Acquiring lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.635312] env[62448]: DEBUG oslo_concurrency.lockutils [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.635478] env[62448]: DEBUG oslo_concurrency.lockutils [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.635643] env[62448]: DEBUG nova.compute.manager [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] No waiting events found dispatching network-vif-plugged-169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2065.635803] env[62448]: WARNING nova.compute.manager [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Received unexpected event network-vif-plugged-169d7565-49b9-4603-8a5f-d47138ff8fcf for instance with vm_state building and task_state spawning. [ 2065.636011] env[62448]: DEBUG nova.compute.manager [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Received event network-changed-169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2065.636176] env[62448]: DEBUG nova.compute.manager [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Refreshing instance network info cache due to event network-changed-169d7565-49b9-4603-8a5f-d47138ff8fcf. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2065.636343] env[62448]: DEBUG oslo_concurrency.lockutils [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] Acquiring lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.743678] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02aa61-3fdc-476c-ba87-15c4a124fdf7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.754314] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f1170-a661-48c4-8b74-072ead54f261 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.792468] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed39ab-14b8-474d-aedd-5ceb3c61c57f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.800432] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d698bd-3aa3-4907-bd0d-e01bc86d8859 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.822013] env[62448]: DEBUG nova.compute.provider_tree [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.826843] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadfc56a-d588-41dc-b1c5-6f467248a2f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.845324] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 0c89a295-fc69-45db-8a49-efa31e3a9cf8] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2065.850032] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3270f2-e9d2-40ad-a719-d97de474d35e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.869716] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2065.876198] env[62448]: DEBUG oslo_vmware.api [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093272, 'name': PowerOnVM_Task, 'duration_secs': 0.571394} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.876699] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.876905] env[62448]: INFO nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Took 16.22 seconds to spawn the instance on the hypervisor. [ 2065.877351] env[62448]: DEBUG nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.877972] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc2b1be-f461-49c7-9894-768c1613ff64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.041719] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093275, 'name': ReconfigVM_Task, 'duration_secs': 0.289365} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.045034] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 4ce26569-8ffe-4596-b220-eee0001369f0/4ce26569-8ffe-4596-b220-eee0001369f0.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2066.045034] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c3da3b8-d039-4901-a5b8-c284c755ff9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.060622] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2066.060622] env[62448]: value = "task-2093276" [ 2066.060622] env[62448]: _type = "Task" [ 2066.060622] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.064502] env[62448]: INFO nova.compute.manager [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Took 33.53 seconds to build instance. [ 2066.079115] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093276, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.234043] env[62448]: DEBUG nova.network.neutron [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Updating instance_info_cache with network_info: [{"id": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "address": "fa:16:3e:16:18:5c", "network": {"id": "b8a652cd-6a90-4375-8eb6-0d71f9f5a3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1652899246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954448a7403740f481d35091949b6b3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169d7565-49", "ovs_interfaceid": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.328457] env[62448]: DEBUG nova.scheduler.client.report [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.354161] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 57428019-183e-4cf1-a0c4-748d3d34307d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2066.395982] env[62448]: INFO nova.compute.manager [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Took 34.85 seconds to build instance. [ 2066.466194] env[62448]: DEBUG nova.network.neutron [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Port 7ec4282f-5269-42e8-b173-4f6450d87de7 binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2066.569892] env[62448]: DEBUG oslo_concurrency.lockutils [None req-36a5cebd-4441-45e2-83fb-2fe39c084183 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.601s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.570260] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093276, 'name': Rename_Task, 'duration_secs': 0.147207} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.570559] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2066.570881] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bbf8e46-6064-4839-a817-6308e7afd514 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.578446] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2066.578446] env[62448]: value = "task-2093280" [ 2066.578446] env[62448]: _type = "Task" [ 2066.578446] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.589290] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.739137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Releasing lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.741023] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Instance network_info: |[{"id": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "address": "fa:16:3e:16:18:5c", "network": {"id": "b8a652cd-6a90-4375-8eb6-0d71f9f5a3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1652899246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954448a7403740f481d35091949b6b3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169d7565-49", "ovs_interfaceid": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2066.741023] env[62448]: DEBUG oslo_concurrency.lockutils [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] Acquired lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.741023] env[62448]: DEBUG nova.network.neutron [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Refreshing network info cache for port 169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2066.742190] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:18:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '169d7565-49b9-4603-8a5f-d47138ff8fcf', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2066.752556] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Creating folder: Project (954448a7403740f481d35091949b6b3e). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2066.753885] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dda4a989-bfe4-41ff-90e8-7a7c3ccd25b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.767147] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Created folder: Project (954448a7403740f481d35091949b6b3e) in parent group-v428508. [ 2066.767556] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Creating folder: Instances. Parent ref: group-v428712. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2066.767703] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2f98de6-5977-42f2-baba-c838d679d352 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.777404] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Created folder: Instances in parent group-v428712. [ 2066.777707] env[62448]: DEBUG oslo.service.loopingcall [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2066.777910] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2066.778144] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41016c59-d198-4e20-af85-b4cabc289bc7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.799789] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2066.799789] env[62448]: value = "task-2093283" [ 2066.799789] env[62448]: _type = "Task" [ 2066.799789] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.811202] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093283, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.834482] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.837623] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.539s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.838912] env[62448]: INFO nova.compute.claims [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.858186] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 3b730f3f-9462-4279-9ffa-d6e5052d8bb4] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2066.877764] env[62448]: INFO nova.scheduler.client.report [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Deleted allocations for instance 429cfbb0-9f19-4b77-935e-392b338c17ba [ 2066.899523] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bce8e725-0906-48c3-a25f-0c3569b616ed tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.638s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.091642] env[62448]: DEBUG oslo_vmware.api [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093280, 'name': PowerOnVM_Task, 'duration_secs': 0.497571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.091642] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2067.091790] env[62448]: INFO nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Took 10.01 seconds to spawn the instance on the hypervisor. [ 2067.092387] env[62448]: DEBUG nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2067.093078] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a1da9b-a432-4609-b296-daaca3947e80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.310082] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093283, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.315764] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "a63ee29e-cf11-42ef-82b8-349a297c9055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.316069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.316393] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "a63ee29e-cf11-42ef-82b8-349a297c9055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.316491] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.316635] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.321016] env[62448]: INFO nova.compute.manager [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Terminating instance [ 2067.363242] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 564b2923-b7c8-4d52-afe5-5ecef15edd1f] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2067.389951] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df4c936c-f5a7-44c8-90ce-1c98346d3e4e tempest-MultipleCreateTestJSON-401253098 tempest-MultipleCreateTestJSON-401253098-project-member] Lock "429cfbb0-9f19-4b77-935e-392b338c17ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.994s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.497393] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.497842] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.498317] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.617481] env[62448]: INFO nova.compute.manager [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Took 33.49 seconds to build instance. [ 2067.729387] env[62448]: DEBUG nova.network.neutron [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Updated VIF entry in instance network info cache for port 169d7565-49b9-4603-8a5f-d47138ff8fcf. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2067.730487] env[62448]: DEBUG nova.network.neutron [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Updating instance_info_cache with network_info: [{"id": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "address": "fa:16:3e:16:18:5c", "network": {"id": "b8a652cd-6a90-4375-8eb6-0d71f9f5a3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1652899246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954448a7403740f481d35091949b6b3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169d7565-49", "ovs_interfaceid": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.820876] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093283, 'name': CreateVM_Task, 'duration_secs': 0.738344} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.821118] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2067.822984] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.822984] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.822984] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2067.822984] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ea1bc1-ab86-4145-8ff9-6dff980225db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.827182] env[62448]: DEBUG nova.compute.manager [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2067.827563] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2067.828235] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4172ad10-6014-46e5-9a1f-544556218a16 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.836032] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2067.836032] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5472d-227a-5b13-cdff-f4513cf0e68b" [ 2067.836032] env[62448]: _type = "Task" [ 2067.836032] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.839112] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.842296] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e48ca166-8ab4-4f0b-8d24-d06b22e360ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.858269] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5472d-227a-5b13-cdff-f4513cf0e68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.861561] env[62448]: DEBUG oslo_vmware.api [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2067.861561] env[62448]: value = "task-2093284" [ 2067.861561] env[62448]: _type = "Task" [ 2067.861561] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.871020] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: e61f6f45-c55e-464e-81bc-e9fa13c8f041] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2068.120053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d18e04c1-79fb-48a0-92f9-f3e2d929e490 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "4ce26569-8ffe-4596-b220-eee0001369f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.004s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.150560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "4ce26569-8ffe-4596-b220-eee0001369f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.150832] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "4ce26569-8ffe-4596-b220-eee0001369f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.151729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "4ce26569-8ffe-4596-b220-eee0001369f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.151729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "4ce26569-8ffe-4596-b220-eee0001369f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.151729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "4ce26569-8ffe-4596-b220-eee0001369f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.156191] env[62448]: INFO nova.compute.manager [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Terminating instance [ 2068.170635] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef31df-2324-408c-8674-09b9f3ab257f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.180325] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae28128-154c-4713-a5c9-59c6042ad0ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.216831] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d4428e-e999-4f74-8428-88aae8c3b9b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.225218] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55dc8aa-21ca-4d2d-88a0-5ce04d506297 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.240593] env[62448]: DEBUG oslo_concurrency.lockutils [req-bb7bbba6-8044-4383-b8e8-fbc63e49688a req-23f53c9c-e5bd-4c43-9f26-7d7d55ac4477 service nova] Releasing lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.241414] env[62448]: DEBUG nova.compute.provider_tree [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.350904] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5472d-227a-5b13-cdff-f4513cf0e68b, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.351312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.352033] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2068.352033] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.352033] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.352198] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2068.352535] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-becbe385-5bf4-4e40-be30-dee8026bf3c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.366424] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2068.366424] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2068.366671] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1218e32-0ee2-4378-934d-41df200ed0a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.374391] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: ce97c764-fd8a-460c-a642-646822ddefdb] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2068.377528] env[62448]: DEBUG oslo_vmware.api [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093284, 'name': PowerOffVM_Task, 'duration_secs': 0.222678} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.377528] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2068.377528] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.378083] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81aadc31-86f8-49ea-aa9c-284fc111970f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.382903] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2068.382903] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52185a2f-39dd-97af-50f4-fae7b3b612ef" [ 2068.382903] env[62448]: _type = "Task" [ 2068.382903] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.391780] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52185a2f-39dd-97af-50f4-fae7b3b612ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.552259] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "d73242d8-5525-4289-8200-41e8c97e3022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.552259] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "d73242d8-5525-4289-8200-41e8c97e3022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.553867] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.553964] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.554213] env[62448]: DEBUG nova.network.neutron [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.609610] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.609610] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.617688] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.617688] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.617688] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleting the datastore file [datastore2] a63ee29e-cf11-42ef-82b8-349a297c9055 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.617688] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1308ef94-c367-4c77-843f-e4af0aae7650 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.624736] env[62448]: DEBUG oslo_vmware.api [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for the task: (returnval){ [ 2068.624736] env[62448]: value = "task-2093286" [ 2068.624736] env[62448]: _type = "Task" [ 2068.624736] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.637788] env[62448]: DEBUG oslo_vmware.api [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.652311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "1dde074a-11b7-4ecc-9a19-212f997d6624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.652311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.661352] env[62448]: DEBUG nova.compute.manager [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2068.661352] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2068.662080] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a80d9c-66b0-4236-8616-8e335b519ae2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.674873] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2068.674873] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c46f3ed-4323-4c5e-84db-2e5ec89c3503 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.684482] env[62448]: DEBUG oslo_vmware.api [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2068.684482] env[62448]: value = "task-2093287" [ 2068.684482] env[62448]: _type = "Task" [ 2068.684482] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.694911] env[62448]: DEBUG oslo_vmware.api [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.745476] env[62448]: DEBUG nova.scheduler.client.report [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.782290] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.782618] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.782802] env[62448]: INFO nova.compute.manager [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Shelving [ 2068.879284] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d26669e1-9612-490c-b4a6-ba83d2ced264] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2068.897021] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52185a2f-39dd-97af-50f4-fae7b3b612ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.897021] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca5f8fb-45e3-4a1c-ab1b-bb4f0c006867 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.899764] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2068.899764] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52748521-83f6-a299-eab6-4be4edc34e46" [ 2068.899764] env[62448]: _type = "Task" [ 2068.899764] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.908378] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52748521-83f6-a299-eab6-4be4edc34e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.065215] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2069.113778] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2069.137890] env[62448]: DEBUG oslo_vmware.api [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Task: {'id': task-2093286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21842} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.141158] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.141258] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.141636] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.141866] env[62448]: INFO nova.compute.manager [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2069.142158] env[62448]: DEBUG oslo.service.loopingcall [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.142802] env[62448]: DEBUG nova.compute.manager [-] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2069.142947] env[62448]: DEBUG nova.network.neutron [-] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2069.153914] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2069.195925] env[62448]: DEBUG oslo_vmware.api [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093287, 'name': PowerOffVM_Task, 'duration_secs': 0.218972} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.196278] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.196522] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.196969] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342236ee-7114-4c06-9053-e616c59c4c65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.256886] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.257497] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.263261] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.516s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.263261] env[62448]: DEBUG nova.objects.instance [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lazy-loading 'resources' on Instance uuid 19b3ca53-b5a7-4c34-998f-870cf9285e33 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2069.382599] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 7c037c97-6be9-4a20-90fe-621334a13535] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2069.413649] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52748521-83f6-a299-eab6-4be4edc34e46, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.413649] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.413649] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9b2be58a-eae8-4d12-b0e1-40f9a7722d09/9b2be58a-eae8-4d12-b0e1-40f9a7722d09.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2069.413649] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49d5497-a614-41b3-85df-4f7f3b6a9ee4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.423397] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.423611] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.423791] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleting the datastore file [datastore2] 4ce26569-8ffe-4596-b220-eee0001369f0 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.424162] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2069.424162] env[62448]: value = "task-2093290" [ 2069.424162] env[62448]: _type = "Task" [ 2069.424162] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.424356] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-203e2788-5fc6-437f-89ae-4787e06fd39a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.435283] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.437228] env[62448]: DEBUG oslo_vmware.api [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2069.437228] env[62448]: value = "task-2093291" [ 2069.437228] env[62448]: _type = "Task" [ 2069.437228] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.530289] env[62448]: DEBUG nova.network.neutron [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [{"id": "7ec4282f-5269-42e8-b173-4f6450d87de7", "address": "fa:16:3e:23:f8:37", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4282f-52", "ovs_interfaceid": "7ec4282f-5269-42e8-b173-4f6450d87de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.591437] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.648893] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.665126] env[62448]: DEBUG nova.compute.manager [req-724bee45-b2cd-4a0c-aed1-5e370c9ebef9 req-ad76b714-ca38-48a9-9698-754ebd876715 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Received event network-vif-deleted-3a7517f4-ffc2-4e76-85b3-4f533cd9a695 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2069.665126] env[62448]: INFO nova.compute.manager [req-724bee45-b2cd-4a0c-aed1-5e370c9ebef9 req-ad76b714-ca38-48a9-9698-754ebd876715 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Neutron deleted interface 3a7517f4-ffc2-4e76-85b3-4f533cd9a695; detaching it from the instance and deleting it from the info cache [ 2069.665126] env[62448]: DEBUG nova.network.neutron [req-724bee45-b2cd-4a0c-aed1-5e370c9ebef9 req-ad76b714-ca38-48a9-9698-754ebd876715 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.677956] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.769271] env[62448]: DEBUG nova.compute.utils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.774010] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2069.774010] env[62448]: DEBUG nova.network.neutron [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.793376] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.794468] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5027716e-49a4-4a7d-817b-de574f194054 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.803353] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2069.803353] env[62448]: value = "task-2093292" [ 2069.803353] env[62448]: _type = "Task" [ 2069.803353] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.814215] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.832659] env[62448]: DEBUG nova.policy [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ec544a9f1b4390bdc9407916c791eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e0f2bbd3fb43478c810c117716eb80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2069.885912] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 458f738c-d224-4d91-9aa9-f4b5d49aa243] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2069.940516] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093290, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.949631] env[62448]: DEBUG oslo_vmware.api [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400737} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.952658] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.952964] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.953201] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.953380] env[62448]: INFO nova.compute.manager [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2069.953645] env[62448]: DEBUG oslo.service.loopingcall [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.954360] env[62448]: DEBUG nova.compute.manager [-] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2069.954471] env[62448]: DEBUG nova.network.neutron [-] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.034580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.092063] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba61e4-382e-4b0a-bb1b-583757b1738d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.100465] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed4b15-4cd2-4efa-9caf-819f385d83d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.132906] env[62448]: DEBUG nova.network.neutron [-] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.135684] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d187d-7c3a-40b4-9bea-0ddabeb2b412 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.144285] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea526fc0-e8f8-4972-899f-44fe46a5fc2f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.164679] env[62448]: DEBUG nova.compute.provider_tree [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.170243] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d82df23-3301-4018-aa24-377332ef3d35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.179540] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08677cc7-5ab6-469b-8183-48eb5ac800a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.210599] env[62448]: DEBUG nova.compute.manager [req-724bee45-b2cd-4a0c-aed1-5e370c9ebef9 req-ad76b714-ca38-48a9-9698-754ebd876715 service nova] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Detach interface failed, port_id=3a7517f4-ffc2-4e76-85b3-4f533cd9a695, reason: Instance a63ee29e-cf11-42ef-82b8-349a297c9055 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2070.274413] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.317071] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093292, 'name': PowerOffVM_Task, 'duration_secs': 0.402758} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.317346] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.318429] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6341cbf4-1a0c-442d-abef-cc8380cea27f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.340324] env[62448]: DEBUG nova.network.neutron [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Successfully created port: 45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.343160] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ba9a8-5f9f-4c96-973c-fd9f68a339fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.388538] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 45270ec5-a7d3-47de-b5cb-9fa320ac2250] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2070.439522] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717955} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.439790] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9b2be58a-eae8-4d12-b0e1-40f9a7722d09/9b2be58a-eae8-4d12-b0e1-40f9a7722d09.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2070.440257] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2070.440534] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec10694-6f0c-4da7-9278-d6787501b1cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.448045] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2070.448045] env[62448]: value = "task-2093293" [ 2070.448045] env[62448]: _type = "Task" [ 2070.448045] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.458021] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.570555] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83944e0a-0faa-4f05-9533-06235190e4c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.592929] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a401e4-3d56-48c2-bea2-50cfd759c1c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.601146] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2070.639667] env[62448]: INFO nova.compute.manager [-] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Took 1.50 seconds to deallocate network for instance. [ 2070.670271] env[62448]: DEBUG nova.scheduler.client.report [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.854767] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2070.855104] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a85db876-a7d6-44d7-aec3-08ee8d304476 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.859204] env[62448]: DEBUG nova.network.neutron [-] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.867098] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2070.867098] env[62448]: value = "task-2093294" [ 2070.867098] env[62448]: _type = "Task" [ 2070.867098] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.878674] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093294, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.891733] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c1116fcf-1515-4b16-80f1-8f5be6f7b13d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2070.958560] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.959496] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2070.959974] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d253ad4-c7d2-45f3-be30-4409e8cc9392 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.982452] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 9b2be58a-eae8-4d12-b0e1-40f9a7722d09/9b2be58a-eae8-4d12-b0e1-40f9a7722d09.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.983271] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f75038c-4bd4-4520-ad00-fff05bef786d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.005030] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2071.005030] env[62448]: value = "task-2093295" [ 2071.005030] env[62448]: _type = "Task" [ 2071.005030] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.012509] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.108952] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2071.109305] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4adcce5-9016-4f5a-b417-8f5ad1d938ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.115882] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2071.115882] env[62448]: value = "task-2093296" [ 2071.115882] env[62448]: _type = "Task" [ 2071.115882] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.129981] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.146249] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.172555] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.180376] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.652s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.180496] env[62448]: DEBUG nova.objects.instance [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lazy-loading 'resources' on Instance uuid fa85be30-cbda-421c-bed2-89587fb77802 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.205963] env[62448]: INFO nova.scheduler.client.report [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted allocations for instance 19b3ca53-b5a7-4c34-998f-870cf9285e33 [ 2071.284308] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.315432] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.315746] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.315920] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.316119] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.316267] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.316412] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.316634] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.316792] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.316955] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.317129] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.317298] env[62448]: DEBUG nova.virt.hardware [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.318297] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffe6b40-63d4-4097-969d-9b0f69d49b4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.328743] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac6ae45-8cfc-4f62-887d-6ea2c6047567 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.362067] env[62448]: INFO nova.compute.manager [-] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Took 1.41 seconds to deallocate network for instance. [ 2071.377435] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093294, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.396255] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: f7ba5882-e1c8-48ae-ba83-f893e1eade3d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2071.514342] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.625989] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.705398] env[62448]: DEBUG nova.compute.manager [req-11a393f9-d7b9-4d48-8322-fbb1ac70f27f req-07f1b29b-f57c-4155-a3de-0b0e126d6ff8 service nova] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Received event network-vif-deleted-80052a31-47da-4092-9e5e-dde62da62d3a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2071.714050] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e98ae84-5665-4e55-9066-9fc3f83f3326 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "19b3ca53-b5a7-4c34-998f-870cf9285e33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.268s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.871664] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.883389] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093294, 'name': CreateSnapshot_Task, 'duration_secs': 0.955364} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.883772] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2071.884851] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584f443c-aeba-4bfc-9e2d-c258d0981bd1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.899448] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c6b3de20-554d-4867-96f6-92c05697049b] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2072.001337] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e66b44f-8645-442a-bea7-30168a4ce251 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.011971] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe62c71-e7db-4b6b-b26f-6db0f2701352 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.017925] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093295, 'name': ReconfigVM_Task, 'duration_secs': 0.704873} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.018586] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 9b2be58a-eae8-4d12-b0e1-40f9a7722d09/9b2be58a-eae8-4d12-b0e1-40f9a7722d09.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.019308] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712c1c81-9ea0-4546-9cdf-5e17d51996bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.047418] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cf4bde-60ae-488f-8350-385f94c38638 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.052320] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2072.052320] env[62448]: value = "task-2093298" [ 2072.052320] env[62448]: _type = "Task" [ 2072.052320] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.058989] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb818202-4c08-4ec3-851b-353e517179f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.065864] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093298, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.079530] env[62448]: DEBUG nova.compute.provider_tree [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.126086] env[62448]: DEBUG oslo_vmware.api [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093296, 'name': PowerOnVM_Task, 'duration_secs': 0.672866} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.126400] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2072.126615] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-28b0671a-b6f2-432f-8be7-7f4acaf5c898 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance '056895fd-c554-45f8-8f67-982ff3494ad9' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2072.413139] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2072.413410] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: fca5ff75-8391-43dd-92a1-53c52bb797c4] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2072.415849] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39451133-4f37-48f0-8c98-a02d2138cd56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.426979] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2072.426979] env[62448]: value = "task-2093299" [ 2072.426979] env[62448]: _type = "Task" [ 2072.426979] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.435952] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.562676] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093298, 'name': Rename_Task, 'duration_secs': 0.439903} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.562976] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2072.563385] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-881bfb27-0c37-4801-aefc-a6b37999ee18 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.570095] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2072.570095] env[62448]: value = "task-2093300" [ 2072.570095] env[62448]: _type = "Task" [ 2072.570095] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.579219] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.581170] env[62448]: DEBUG nova.scheduler.client.report [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.921836] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c9d7c712-7197-4da5-ba06-1fed547a5560] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2072.939035] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.082039] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.086895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.089217] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.763s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.089448] env[62448]: DEBUG nova.objects.instance [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lazy-loading 'resources' on Instance uuid d8737c9a-981e-4a30-8c93-db9ee952bd37 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2073.115159] env[62448]: INFO nova.scheduler.client.report [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Deleted allocations for instance fa85be30-cbda-421c-bed2-89587fb77802 [ 2073.427684] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 14eb14ad-c9a6-4f62-a9a0-65164479e188] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2073.441083] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.580924] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.627670] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c9a039f6-1848-4f03-966a-b03b85b9ae61 tempest-ServersAdminNegativeTestJSON-1762110801 tempest-ServersAdminNegativeTestJSON-1762110801-project-member] Lock "fa85be30-cbda-421c-bed2-89587fb77802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.447s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.781401] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "8c840714-895a-4c69-9a52-d9f3e77fba7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.781891] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.847610] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02e81f-e3d7-4f71-bc39-f841a402419e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.856331] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7ce678-17c6-4049-a04e-17015cfc6971 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.888746] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b5762e-8a55-48f8-8ea8-35747401a932 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.896461] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b88bb-404f-4e07-8f17-ec0d7a7f0086 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.911424] env[62448]: DEBUG nova.compute.provider_tree [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.934177] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 7fb2a096-9da6-4501-9682-bcce594b4c9f] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2073.942525] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.081518] env[62448]: DEBUG oslo_vmware.api [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093300, 'name': PowerOnVM_Task, 'duration_secs': 1.046099} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.081773] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.081968] env[62448]: INFO nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Took 12.17 seconds to spawn the instance on the hypervisor. [ 2074.082156] env[62448]: DEBUG nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.082973] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef54de6-97f5-42db-a56f-8d321fd3d28f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.258749] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "3cc4d198-324e-4707-aa79-672c0b0163f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.259054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.283660] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2074.416289] env[62448]: DEBUG nova.scheduler.client.report [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.441937] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d44beaef-e5f0-4b0b-84e4-274a0728302a] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2074.448396] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.605071] env[62448]: INFO nova.compute.manager [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Took 21.47 seconds to build instance. [ 2075.391494] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2075.395798] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "056895fd-c554-45f8-8f67-982ff3494ad9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.396046] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.396232] env[62448]: DEBUG nova.compute.manager [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Going to confirm migration 3 {{(pid=62448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2075.401017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.401017] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8ac3fac5-a4f3-4d32-a2e7-d1e621b58df2] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2075.401398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5a54ca63-ceb0-488a-b05b-babc130aad8e tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.279s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.404475] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.813s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.405638] env[62448]: INFO nova.compute.claims [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.416460] env[62448]: DEBUG nova.compute.manager [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Received event network-changed-169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2075.416460] env[62448]: DEBUG nova.compute.manager [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Refreshing instance network info cache due to event network-changed-169d7565-49b9-4603-8a5f-d47138ff8fcf. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2075.416460] env[62448]: DEBUG oslo_concurrency.lockutils [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] Acquiring lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.416460] env[62448]: DEBUG oslo_concurrency.lockutils [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] Acquired lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.416460] env[62448]: DEBUG nova.network.neutron [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Refreshing network info cache for port 169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.426495] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.428450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.447183] env[62448]: INFO nova.scheduler.client.report [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Deleted allocations for instance d8737c9a-981e-4a30-8c93-db9ee952bd37 [ 2075.904306] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8b358027-b975-4a9d-b660-df3eeb083a8f] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2075.927337] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.942078] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.961897] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c66914b8-c3f0-4581-a5d9-65e52bdeaa8c tempest-ServersAdminTestJSON-559202468 tempest-ServersAdminTestJSON-559202468-project-member] Lock "d8737c9a-981e-4a30-8c93-db9ee952bd37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.954s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.984031] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.984031] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.984031] env[62448]: DEBUG nova.network.neutron [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2075.984031] env[62448]: DEBUG nova.objects.instance [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lazy-loading 'info_cache' on Instance uuid 056895fd-c554-45f8-8f67-982ff3494ad9 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2076.204769] env[62448]: DEBUG nova.network.neutron [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Updated VIF entry in instance network info cache for port 169d7565-49b9-4603-8a5f-d47138ff8fcf. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2076.205347] env[62448]: DEBUG nova.network.neutron [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Updating instance_info_cache with network_info: [{"id": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "address": "fa:16:3e:16:18:5c", "network": {"id": "b8a652cd-6a90-4375-8eb6-0d71f9f5a3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1652899246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "954448a7403740f481d35091949b6b3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169d7565-49", "ovs_interfaceid": "169d7565-49b9-4603-8a5f-d47138ff8fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.412675] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.416773] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: a4377c81-fb5e-4fca-90d7-f58fd40ff382] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2076.712789] env[62448]: DEBUG oslo_concurrency.lockutils [req-1f2e9644-9839-43ff-a091-7f834dd83f31 req-1925a96c-91fb-47d4-9bd9-1cbeab68b772 service nova] Releasing lock "refresh_cache-9b2be58a-eae8-4d12-b0e1-40f9a7722d09" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.742281] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9125983-5010-429c-82c0-0ddadb9d8770 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.750725] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4651dde-6a00-4de7-a8f9-14b86c1d5c71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.783429] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d9951-4d2f-4f26-a086-8f0d142c3a4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.792053] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518cb713-095c-48c9-876c-32aa6c94fc65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.805926] env[62448]: DEBUG nova.compute.provider_tree [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.910815] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.918389] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 14d0291d-c7db-4543-aab0-8fcc66fccfc8] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2077.233438] env[62448]: DEBUG nova.network.neutron [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [{"id": "7ec4282f-5269-42e8-b173-4f6450d87de7", "address": "fa:16:3e:23:f8:37", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4282f-52", "ovs_interfaceid": "7ec4282f-5269-42e8-b173-4f6450d87de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.309320] env[62448]: DEBUG nova.scheduler.client.report [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.414188] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.421735] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 07724b49-3d2e-4eb0-bd70-def5a44d8125] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2077.736747] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-056895fd-c554-45f8-8f67-982ff3494ad9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.737158] env[62448]: DEBUG nova.objects.instance [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lazy-loading 'migration_context' on Instance uuid 056895fd-c554-45f8-8f67-982ff3494ad9 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.817756] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.819595] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2077.821665] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.173s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.822815] env[62448]: INFO nova.compute.claims [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2077.913622] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.925562] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 53b30256-2715-49d3-a6c5-836c29d6769b] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2078.241187] env[62448]: DEBUG nova.objects.base [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Object Instance<056895fd-c554-45f8-8f67-982ff3494ad9> lazy-loaded attributes: info_cache,migration_context {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2078.242189] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3047ab41-87db-49fa-8370-40c079eea84d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.265043] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-404169b8-6c51-4553-b42b-dc4d837b7df8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.272253] env[62448]: DEBUG oslo_vmware.api [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2078.272253] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52793857-a689-a677-25a7-79e15bba4cc1" [ 2078.272253] env[62448]: _type = "Task" [ 2078.272253] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.281964] env[62448]: DEBUG oslo_vmware.api [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52793857-a689-a677-25a7-79e15bba4cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.327224] env[62448]: DEBUG nova.compute.utils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2078.333228] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2078.333281] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2078.398716] env[62448]: DEBUG nova.policy [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '494c292f92404f93ae023f161fc716af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ede0617398dc4fa480f6f7537731eade', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2078.414509] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.430273] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c3451d02-6b64-4cbd-b873-c2cc641e5afc] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2078.466276] env[62448]: DEBUG nova.compute.manager [req-84ae2711-d9cb-4f69-994d-40068a6856db req-30bdc492-a02a-47e9-82ae-2e5743dc621d service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Received event network-vif-plugged-45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2078.466720] env[62448]: DEBUG oslo_concurrency.lockutils [req-84ae2711-d9cb-4f69-994d-40068a6856db req-30bdc492-a02a-47e9-82ae-2e5743dc621d service nova] Acquiring lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.466798] env[62448]: DEBUG oslo_concurrency.lockutils [req-84ae2711-d9cb-4f69-994d-40068a6856db req-30bdc492-a02a-47e9-82ae-2e5743dc621d service nova] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.466981] env[62448]: DEBUG oslo_concurrency.lockutils [req-84ae2711-d9cb-4f69-994d-40068a6856db req-30bdc492-a02a-47e9-82ae-2e5743dc621d service nova] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.467176] env[62448]: DEBUG nova.compute.manager [req-84ae2711-d9cb-4f69-994d-40068a6856db req-30bdc492-a02a-47e9-82ae-2e5743dc621d service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] No waiting events found dispatching network-vif-plugged-45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2078.467358] env[62448]: WARNING nova.compute.manager [req-84ae2711-d9cb-4f69-994d-40068a6856db req-30bdc492-a02a-47e9-82ae-2e5743dc621d service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Received unexpected event network-vif-plugged-45622d27-fb7c-4667-80dc-2fb63fdf71f3 for instance with vm_state building and task_state spawning. [ 2078.724745] env[62448]: DEBUG nova.network.neutron [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Successfully updated port: 45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2078.783616] env[62448]: DEBUG oslo_vmware.api [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52793857-a689-a677-25a7-79e15bba4cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.008602} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.784112] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.838592] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2078.851961] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Successfully created port: 8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.917917] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093299, 'name': CloneVM_Task, 'duration_secs': 6.331798} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.918083] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Created linked-clone VM from snapshot [ 2078.918889] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc8509-58f9-4d07-bdbe-318dddf83281 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.933109] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Uploading image d907cdc1-222c-402c-beb7-367fcb90a1b1 {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2078.934808] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 54bc8105-3911-46d8-a378-3edcd817e1ba] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2078.973274] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2078.973274] env[62448]: value = "vm-428716" [ 2078.973274] env[62448]: _type = "VirtualMachine" [ 2078.973274] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2078.973274] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfd5908b-25c8-4316-931c-db481031d226 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.988367] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lease: (returnval){ [ 2078.988367] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a34992-5bf9-8dc7-79d3-6051e9fe9a4e" [ 2078.988367] env[62448]: _type = "HttpNfcLease" [ 2078.988367] env[62448]: } obtained for exporting VM: (result){ [ 2078.988367] env[62448]: value = "vm-428716" [ 2078.988367] env[62448]: _type = "VirtualMachine" [ 2078.988367] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2078.988766] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the lease: (returnval){ [ 2078.988766] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a34992-5bf9-8dc7-79d3-6051e9fe9a4e" [ 2078.988766] env[62448]: _type = "HttpNfcLease" [ 2078.988766] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2079.002304] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2079.002304] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a34992-5bf9-8dc7-79d3-6051e9fe9a4e" [ 2079.002304] env[62448]: _type = "HttpNfcLease" [ 2079.002304] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2079.177875] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0146bb69-dd58-45c9-bb31-c4823e40f0d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.187772] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4acc5f-90e4-4845-bc52-3424cea6ee11 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.222943] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca2625d-69fb-417f-96f1-91e90d8460f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.228622] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "refresh_cache-360daa66-7a35-42f9-85cd-6b13dde8dbb1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.228887] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "refresh_cache-360daa66-7a35-42f9-85cd-6b13dde8dbb1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.229231] env[62448]: DEBUG nova.network.neutron [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.237979] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fefbf8-bb90-4978-8954-9e9c9f79a99e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.255362] env[62448]: DEBUG nova.compute.provider_tree [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2079.439756] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 537cbf67-bf0b-4f58-afa0-dc9b4fa0e3cb] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2079.497767] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2079.497767] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a34992-5bf9-8dc7-79d3-6051e9fe9a4e" [ 2079.497767] env[62448]: _type = "HttpNfcLease" [ 2079.497767] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2079.497944] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2079.497944] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a34992-5bf9-8dc7-79d3-6051e9fe9a4e" [ 2079.497944] env[62448]: _type = "HttpNfcLease" [ 2079.497944] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2079.498615] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36599f0b-037b-4fc3-ade3-3da877e5c0e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.508354] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a540de-e8c0-fbf2-ce53-856c81648d50/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2079.508536] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a540de-e8c0-fbf2-ce53-856c81648d50/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2079.603764] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2205c5de-ad75-4574-bc87-6777b6f7386f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.758621] env[62448]: DEBUG nova.scheduler.client.report [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.779361] env[62448]: DEBUG nova.network.neutron [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2079.853192] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2079.876283] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.876787] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.876787] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.877031] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.877113] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.877184] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.877386] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.878234] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.878234] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.878234] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.878234] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.879230] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944afb5e-897a-4748-9bca-295c2bd56f40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.890526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba93d7a-3730-48f2-ab7b-daf8271e6cbf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.941189] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.941485] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2079.974115] env[62448]: DEBUG nova.network.neutron [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Updating instance_info_cache with network_info: [{"id": "45622d27-fb7c-4667-80dc-2fb63fdf71f3", "address": "fa:16:3e:13:72:49", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45622d27-fb", "ovs_interfaceid": "45622d27-fb7c-4667-80dc-2fb63fdf71f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.267317] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.268034] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2080.274020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.593s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.274020] env[62448]: INFO nova.compute.claims [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2080.447448] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.476898] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "refresh_cache-360daa66-7a35-42f9-85cd-6b13dde8dbb1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.477272] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Instance network_info: |[{"id": "45622d27-fb7c-4667-80dc-2fb63fdf71f3", "address": "fa:16:3e:13:72:49", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45622d27-fb", "ovs_interfaceid": "45622d27-fb7c-4667-80dc-2fb63fdf71f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2080.477726] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:72:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45622d27-fb7c-4667-80dc-2fb63fdf71f3', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2080.495217] env[62448]: DEBUG oslo.service.loopingcall [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2080.496039] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2080.496717] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57930a8d-78bb-4643-bf5f-27d348ad2330 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.517373] env[62448]: DEBUG nova.compute.manager [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Received event network-changed-45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2080.517681] env[62448]: DEBUG nova.compute.manager [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Refreshing instance network info cache due to event network-changed-45622d27-fb7c-4667-80dc-2fb63fdf71f3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2080.518226] env[62448]: DEBUG oslo_concurrency.lockutils [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] Acquiring lock "refresh_cache-360daa66-7a35-42f9-85cd-6b13dde8dbb1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.518419] env[62448]: DEBUG oslo_concurrency.lockutils [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] Acquired lock "refresh_cache-360daa66-7a35-42f9-85cd-6b13dde8dbb1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.518686] env[62448]: DEBUG nova.network.neutron [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Refreshing network info cache for port 45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.527070] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2080.527070] env[62448]: value = "task-2093306" [ 2080.527070] env[62448]: _type = "Task" [ 2080.527070] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.542729] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093306, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.747446] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Successfully updated port: 8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2080.779792] env[62448]: DEBUG nova.compute.utils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2080.787251] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2080.787251] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2080.842995] env[62448]: DEBUG nova.policy [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '494c292f92404f93ae023f161fc716af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ede0617398dc4fa480f6f7537731eade', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.039224] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093306, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.254725] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "refresh_cache-d73242d8-5525-4289-8200-41e8c97e3022" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.257507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "refresh_cache-d73242d8-5525-4289-8200-41e8c97e3022" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.257507] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.285986] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2081.399257] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Successfully created port: b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2081.435830] env[62448]: DEBUG nova.network.neutron [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Updated VIF entry in instance network info cache for port 45622d27-fb7c-4667-80dc-2fb63fdf71f3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.436612] env[62448]: DEBUG nova.network.neutron [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Updating instance_info_cache with network_info: [{"id": "45622d27-fb7c-4667-80dc-2fb63fdf71f3", "address": "fa:16:3e:13:72:49", "network": {"id": "2a5746bc-9f21-44f4-9037-2bd9fca0d0a3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1752934860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e0f2bbd3fb43478c810c117716eb80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45622d27-fb", "ovs_interfaceid": "45622d27-fb7c-4667-80dc-2fb63fdf71f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.544341] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093306, 'name': CreateVM_Task, 'duration_secs': 0.554308} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.544341] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2081.544341] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.544341] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.544341] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2081.544341] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a72b01a-43f8-4f6a-859a-ad30595ba60f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.559738] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2081.559738] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5221770e-42b8-6b0b-a4ea-e2723af0f812" [ 2081.559738] env[62448]: _type = "Task" [ 2081.559738] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.570626] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5221770e-42b8-6b0b-a4ea-e2723af0f812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.598170] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683379e-fd08-435d-bc87-0cabe2911fe2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.607680] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb870d-37db-42d2-bdfa-2921da8b428e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.645465] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545ee9b-73cf-4f2d-8d53-b0b3a4679860 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.654214] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7efb05b-2212-4386-9872-f94884a9b503 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.671390] env[62448]: DEBUG nova.compute.provider_tree [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.799108] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2081.939556] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Updating instance_info_cache with network_info: [{"id": "8db8643d-0b53-438b-be0c-584cbbb33569", "address": "fa:16:3e:28:ee:04", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db8643d-0b", "ovs_interfaceid": "8db8643d-0b53-438b-be0c-584cbbb33569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.941192] env[62448]: DEBUG oslo_concurrency.lockutils [req-dad283c2-8eb2-412e-8afc-b8bcc4a8a0e4 req-3c55dd02-5439-4e33-8442-f79b9f9e182a service nova] Releasing lock "refresh_cache-360daa66-7a35-42f9-85cd-6b13dde8dbb1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.071031] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5221770e-42b8-6b0b-a4ea-e2723af0f812, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.071183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.071421] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2082.071663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.071809] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.071984] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2082.072268] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d57db5a-117d-4979-b162-a8449b6bcbe0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.082552] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2082.082772] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2082.083536] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24688594-fd03-4b3b-9af3-7cdd4e33f451 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.089644] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2082.089644] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e4c7a9-4e55-f740-dafa-176f68f81114" [ 2082.089644] env[62448]: _type = "Task" [ 2082.089644] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.097932] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e4c7a9-4e55-f740-dafa-176f68f81114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.175359] env[62448]: DEBUG nova.scheduler.client.report [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.295978] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2082.442644] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "refresh_cache-d73242d8-5525-4289-8200-41e8c97e3022" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.443266] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Instance network_info: |[{"id": "8db8643d-0b53-438b-be0c-584cbbb33569", "address": "fa:16:3e:28:ee:04", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db8643d-0b", "ovs_interfaceid": "8db8643d-0b53-438b-be0c-584cbbb33569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2082.443451] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ee:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db8643d-0b53-438b-be0c-584cbbb33569', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2082.451048] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Creating folder: Project (ede0617398dc4fa480f6f7537731eade). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2082.451356] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e790f76-6f02-47fc-950d-f82945366f66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.466879] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Created folder: Project (ede0617398dc4fa480f6f7537731eade) in parent group-v428508. [ 2082.467666] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Creating folder: Instances. Parent ref: group-v428719. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2082.467666] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7403dc84-0965-4aa2-99ea-7b4e3498d749 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.480665] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Created folder: Instances in parent group-v428719. [ 2082.480954] env[62448]: DEBUG oslo.service.loopingcall [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2082.481262] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2082.481582] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0edbb4ee-e36d-4e94-add5-76d6ed80617c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.502541] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2082.502541] env[62448]: value = "task-2093310" [ 2082.502541] env[62448]: _type = "Task" [ 2082.502541] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.513568] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093310, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.540814] env[62448]: DEBUG nova.compute.manager [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Received event network-vif-plugged-8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.541167] env[62448]: DEBUG oslo_concurrency.lockutils [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] Acquiring lock "d73242d8-5525-4289-8200-41e8c97e3022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.541462] env[62448]: DEBUG oslo_concurrency.lockutils [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] Lock "d73242d8-5525-4289-8200-41e8c97e3022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.541648] env[62448]: DEBUG oslo_concurrency.lockutils [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] Lock "d73242d8-5525-4289-8200-41e8c97e3022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.541906] env[62448]: DEBUG nova.compute.manager [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] No waiting events found dispatching network-vif-plugged-8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.542179] env[62448]: WARNING nova.compute.manager [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Received unexpected event network-vif-plugged-8db8643d-0b53-438b-be0c-584cbbb33569 for instance with vm_state building and task_state spawning. [ 2082.542393] env[62448]: DEBUG nova.compute.manager [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Received event network-changed-8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.542560] env[62448]: DEBUG nova.compute.manager [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Refreshing instance network info cache due to event network-changed-8db8643d-0b53-438b-be0c-584cbbb33569. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2082.542754] env[62448]: DEBUG oslo_concurrency.lockutils [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] Acquiring lock "refresh_cache-d73242d8-5525-4289-8200-41e8c97e3022" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.542966] env[62448]: DEBUG oslo_concurrency.lockutils [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] Acquired lock "refresh_cache-d73242d8-5525-4289-8200-41e8c97e3022" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.543209] env[62448]: DEBUG nova.network.neutron [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Refreshing network info cache for port 8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.600983] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e4c7a9-4e55-f740-dafa-176f68f81114, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.601798] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f2bfbc-def2-4f55-8285-7cfc89870837 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.608186] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2082.608186] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e1c3c5-8e7e-96f8-372b-11dcc557adff" [ 2082.608186] env[62448]: _type = "Task" [ 2082.608186] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.618357] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e1c3c5-8e7e-96f8-372b-11dcc557adff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.681925] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.682568] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2082.685981] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.539s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.685981] env[62448]: DEBUG nova.objects.instance [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lazy-loading 'resources' on Instance uuid a63ee29e-cf11-42ef-82b8-349a297c9055 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2082.737474] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2082.737795] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2082.737954] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2082.738160] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2082.738312] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2082.738460] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2082.738750] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2082.738939] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2082.739134] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2082.739305] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2082.739480] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2082.740406] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3da58f-ff40-4290-9a06-a0d0cb10f04b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.751389] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b8ab6-b42e-4e6b-9e39-ff962433b693 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.014898] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093310, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.015876] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Successfully updated port: b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.126957] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e1c3c5-8e7e-96f8-372b-11dcc557adff, 'name': SearchDatastore_Task, 'duration_secs': 0.014182} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.127460] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.127942] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 360daa66-7a35-42f9-85cd-6b13dde8dbb1/360daa66-7a35-42f9-85cd-6b13dde8dbb1.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2083.128302] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c867653-0822-4074-8a7c-ee971cb728cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.139462] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2083.139462] env[62448]: value = "task-2093311" [ 2083.139462] env[62448]: _type = "Task" [ 2083.139462] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.152494] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.192660] env[62448]: DEBUG nova.compute.utils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2083.198495] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2083.198495] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2083.286300] env[62448]: DEBUG nova.policy [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '494c292f92404f93ae023f161fc716af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ede0617398dc4fa480f6f7537731eade', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2083.418169] env[62448]: DEBUG nova.network.neutron [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Updated VIF entry in instance network info cache for port 8db8643d-0b53-438b-be0c-584cbbb33569. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2083.418169] env[62448]: DEBUG nova.network.neutron [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Updating instance_info_cache with network_info: [{"id": "8db8643d-0b53-438b-be0c-584cbbb33569", "address": "fa:16:3e:28:ee:04", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db8643d-0b", "ovs_interfaceid": "8db8643d-0b53-438b-be0c-584cbbb33569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.510179] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb74f54-6ce7-4439-9fb2-31d44c9c5105 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.520254] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "refresh_cache-1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.520515] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "refresh_cache-1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.520937] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.521749] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093310, 'name': CreateVM_Task, 'duration_secs': 0.680565} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.524244] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2083.526036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.526036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.526036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2083.527042] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e56b38-47a0-4690-9638-756c1e8d1c5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.530379] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d36224-b431-46a5-bdfa-76b0e48ac9d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.541436] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2083.541436] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52297670-ff48-d53d-410d-80fbefddd2a6" [ 2083.541436] env[62448]: _type = "Task" [ 2083.541436] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.578224] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee3d1d-5648-49b2-9820-8fdbe3e4243a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.592829] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97da07cd-83fe-4e99-89ba-3b6fd5639b5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.597275] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52297670-ff48-d53d-410d-80fbefddd2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.613874] env[62448]: DEBUG nova.compute.provider_tree [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.651616] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093311, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.653885] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Successfully created port: 145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2083.702686] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2083.922673] env[62448]: DEBUG oslo_concurrency.lockutils [req-859501af-42b9-4c81-8ca5-57c94dd6dbd7 req-ac4f42d1-8f76-4c16-9238-03fccdd3317c service nova] Releasing lock "refresh_cache-d73242d8-5525-4289-8200-41e8c97e3022" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.076864] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2084.086370] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52297670-ff48-d53d-410d-80fbefddd2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.051088} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.086823] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.088267] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2084.088267] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.088267] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.088267] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.088461] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0feb07a0-de52-466f-84f0-daba4056a6a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.101256] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2084.102040] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2084.104619] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ed70d3-ab07-4223-a13d-15fcb77c74a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.112225] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2084.112225] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5259acb0-83e5-d421-e240-35496def2785" [ 2084.112225] env[62448]: _type = "Task" [ 2084.112225] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.123128] env[62448]: DEBUG nova.scheduler.client.report [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2084.126647] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5259acb0-83e5-d421-e240-35496def2785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.151140] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636195} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.151560] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 360daa66-7a35-42f9-85cd-6b13dde8dbb1/360daa66-7a35-42f9-85cd-6b13dde8dbb1.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2084.151792] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2084.152101] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63682e40-6883-4ff0-93be-3b246e5e0647 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.164601] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2084.164601] env[62448]: value = "task-2093312" [ 2084.164601] env[62448]: _type = "Task" [ 2084.164601] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.174325] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.239900] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Updating instance_info_cache with network_info: [{"id": "b7394e47-7953-43d0-baf8-7592ebca5d37", "address": "fa:16:3e:4f:67:aa", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7394e47-79", "ovs_interfaceid": "b7394e47-7953-43d0-baf8-7592ebca5d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.570481] env[62448]: DEBUG nova.compute.manager [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Received event network-vif-plugged-b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.570481] env[62448]: DEBUG oslo_concurrency.lockutils [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] Acquiring lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.570481] env[62448]: DEBUG oslo_concurrency.lockutils [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.570481] env[62448]: DEBUG oslo_concurrency.lockutils [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.570481] env[62448]: DEBUG nova.compute.manager [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] No waiting events found dispatching network-vif-plugged-b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.570481] env[62448]: WARNING nova.compute.manager [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Received unexpected event network-vif-plugged-b7394e47-7953-43d0-baf8-7592ebca5d37 for instance with vm_state building and task_state spawning. [ 2084.570481] env[62448]: DEBUG nova.compute.manager [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Received event network-changed-b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.570481] env[62448]: DEBUG nova.compute.manager [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Refreshing instance network info cache due to event network-changed-b7394e47-7953-43d0-baf8-7592ebca5d37. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.570481] env[62448]: DEBUG oslo_concurrency.lockutils [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] Acquiring lock "refresh_cache-1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.628943] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5259acb0-83e5-d421-e240-35496def2785, 'name': SearchDatastore_Task, 'duration_secs': 0.016935} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.628943] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8990ba-8659-46b2-9fe2-c65e55356101 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.630893] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.633244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.762s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.633605] env[62448]: DEBUG nova.objects.instance [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'resources' on Instance uuid 4ce26569-8ffe-4596-b220-eee0001369f0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.639439] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2084.639439] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52412b8b-764c-db85-3beb-3ffa769c19df" [ 2084.639439] env[62448]: _type = "Task" [ 2084.639439] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.651113] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52412b8b-764c-db85-3beb-3ffa769c19df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.673980] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072081} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.676362] env[62448]: INFO nova.scheduler.client.report [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Deleted allocations for instance a63ee29e-cf11-42ef-82b8-349a297c9055 [ 2084.680527] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2084.681733] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83b58f-530e-47e5-a9ef-333248da6c18 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.712286] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 360daa66-7a35-42f9-85cd-6b13dde8dbb1/360daa66-7a35-42f9-85cd-6b13dde8dbb1.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2084.714989] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2084.717278] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c0ca28c-8268-4967-ae6e-3adc6cbfbb6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.741579] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2084.741579] env[62448]: value = "task-2093313" [ 2084.741579] env[62448]: _type = "Task" [ 2084.741579] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.742141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "refresh_cache-1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.742433] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Instance network_info: |[{"id": "b7394e47-7953-43d0-baf8-7592ebca5d37", "address": "fa:16:3e:4f:67:aa", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7394e47-79", "ovs_interfaceid": "b7394e47-7953-43d0-baf8-7592ebca5d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.745887] env[62448]: DEBUG oslo_concurrency.lockutils [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] Acquired lock "refresh_cache-1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.746089] env[62448]: DEBUG nova.network.neutron [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Refreshing network info cache for port b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.748359] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:67:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7394e47-7953-43d0-baf8-7592ebca5d37', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.757032] env[62448]: DEBUG oslo.service.loopingcall [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.759270] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.762435] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f3ce206-3d4f-44b3-91b8-acb4a24603a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.781137] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2084.781383] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2084.781536] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2084.781724] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2084.781866] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2084.782012] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2084.784671] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2084.784671] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2084.784671] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2084.784671] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2084.784671] env[62448]: DEBUG nova.virt.hardware [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2084.784671] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.784671] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb14306-3370-4327-afdb-83d2f64cbc25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.795725] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2b884-3fec-493f-9462-3f697a77523a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.799889] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.799889] env[62448]: value = "task-2093314" [ 2084.799889] env[62448]: _type = "Task" [ 2084.799889] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.819258] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093314, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.157053] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52412b8b-764c-db85-3beb-3ffa769c19df, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.157053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.157053] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d73242d8-5525-4289-8200-41e8c97e3022/d73242d8-5525-4289-8200-41e8c97e3022.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2085.157344] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a38ee28-91d8-4886-a173-a52915724347 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.169639] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2085.169639] env[62448]: value = "task-2093315" [ 2085.169639] env[62448]: _type = "Task" [ 2085.169639] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.183422] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.184867] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5b9d3c41-4dff-4ddc-8c6f-3acd642b8632 tempest-ImagesOneServerNegativeTestJSON-225141293 tempest-ImagesOneServerNegativeTestJSON-225141293-project-member] Lock "a63ee29e-cf11-42ef-82b8-349a297c9055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.869s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.265817] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.321565] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093314, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.466087] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bb75a3-f503-49cc-b5e8-92d2a02935b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.479256] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3ef99d-864b-4e71-a675-abd82bd0339f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.525229] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Successfully updated port: 145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2085.527088] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1435f4b9-c6f4-45f5-9357-1d14171b9ced {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.542596] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21cce70-ba6a-4f36-86ce-3c37e8a835ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.563785] env[62448]: DEBUG nova.compute.provider_tree [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.686367] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.735676] env[62448]: DEBUG nova.network.neutron [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Updated VIF entry in instance network info cache for port b7394e47-7953-43d0-baf8-7592ebca5d37. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.736195] env[62448]: DEBUG nova.network.neutron [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Updating instance_info_cache with network_info: [{"id": "b7394e47-7953-43d0-baf8-7592ebca5d37", "address": "fa:16:3e:4f:67:aa", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7394e47-79", "ovs_interfaceid": "b7394e47-7953-43d0-baf8-7592ebca5d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.755055] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093313, 'name': ReconfigVM_Task, 'duration_secs': 0.572348} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.755422] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 360daa66-7a35-42f9-85cd-6b13dde8dbb1/360daa66-7a35-42f9-85cd-6b13dde8dbb1.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2085.756429] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d48bfdc-aa43-44fd-a9b6-f769401b8265 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.765790] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2085.765790] env[62448]: value = "task-2093316" [ 2085.765790] env[62448]: _type = "Task" [ 2085.765790] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.777244] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093316, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.813332] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093314, 'name': CreateVM_Task, 'duration_secs': 0.585789} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.813590] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.814624] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.814624] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.814992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.815339] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9205e0-6beb-4b84-9630-17d37ea4e25a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.822358] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2085.822358] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520f076a-9555-d50b-b7da-792345325934" [ 2085.822358] env[62448]: _type = "Task" [ 2085.822358] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.833196] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520f076a-9555-d50b-b7da-792345325934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.034507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "refresh_cache-1dde074a-11b7-4ecc-9a19-212f997d6624" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.034507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "refresh_cache-1dde074a-11b7-4ecc-9a19-212f997d6624" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.034507] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.068459] env[62448]: DEBUG nova.scheduler.client.report [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.087851] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquiring lock "6234ebb6-e1b6-440b-b217-2598f89c9f08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.088131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.185018] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596087} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.185313] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d73242d8-5525-4289-8200-41e8c97e3022/d73242d8-5525-4289-8200-41e8c97e3022.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2086.185660] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2086.185980] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59592459-6fd6-4a62-a2d2-872e2db61756 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.194919] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2086.194919] env[62448]: value = "task-2093317" [ 2086.194919] env[62448]: _type = "Task" [ 2086.194919] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.204169] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.239626] env[62448]: DEBUG oslo_concurrency.lockutils [req-9570632a-4c03-4f03-805c-56a7900ffa64 req-7b16c25a-a2e4-4681-98ae-607348c1afef service nova] Releasing lock "refresh_cache-1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.276530] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093316, 'name': Rename_Task, 'duration_secs': 0.259618} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.276843] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2086.277121] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cebcdc9a-7fa8-43ec-a8ab-c00fc2227ee6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.285904] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2086.285904] env[62448]: value = "task-2093318" [ 2086.285904] env[62448]: _type = "Task" [ 2086.285904] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.295532] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.339086] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520f076a-9555-d50b-b7da-792345325934, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.339382] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.339708] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.340016] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.340175] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.340365] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.340657] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2121d049-96bb-479d-a5fa-0b11f081ce7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.352971] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.352971] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.353374] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3aad1e-9cd9-4032-8151-62649ae01775 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.363887] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2086.363887] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d663bf-1df1-ea48-e6a6-667282b5c3bf" [ 2086.363887] env[62448]: _type = "Task" [ 2086.363887] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.371704] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d663bf-1df1-ea48-e6a6-667282b5c3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.583739] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.588069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.159s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.592268] env[62448]: INFO nova.compute.claims [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2086.596299] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2086.607119] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2086.618310] env[62448]: DEBUG nova.compute.manager [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Received event network-vif-plugged-145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.618437] env[62448]: DEBUG oslo_concurrency.lockutils [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] Acquiring lock "1dde074a-11b7-4ecc-9a19-212f997d6624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.619953] env[62448]: DEBUG oslo_concurrency.lockutils [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.619953] env[62448]: DEBUG oslo_concurrency.lockutils [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.619953] env[62448]: DEBUG nova.compute.manager [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] No waiting events found dispatching network-vif-plugged-145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.619953] env[62448]: WARNING nova.compute.manager [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Received unexpected event network-vif-plugged-145e2746-4069-4f06-8d9e-e93e152adbce for instance with vm_state building and task_state spawning. [ 2086.619953] env[62448]: DEBUG nova.compute.manager [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Received event network-changed-145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.619953] env[62448]: DEBUG nova.compute.manager [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Refreshing instance network info cache due to event network-changed-145e2746-4069-4f06-8d9e-e93e152adbce. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2086.619953] env[62448]: DEBUG oslo_concurrency.lockutils [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] Acquiring lock "refresh_cache-1dde074a-11b7-4ecc-9a19-212f997d6624" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.623241] env[62448]: INFO nova.scheduler.client.report [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted allocations for instance 4ce26569-8ffe-4596-b220-eee0001369f0 [ 2086.709414] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075821} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.710054] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2086.713019] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e80f58-68b9-4572-b37d-64950aa898fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.741110] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d73242d8-5525-4289-8200-41e8c97e3022/d73242d8-5525-4289-8200-41e8c97e3022.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.742116] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dba5f50-ec01-45d0-a74e-371e1542399d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.768448] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2086.768448] env[62448]: value = "task-2093319" [ 2086.768448] env[62448]: _type = "Task" [ 2086.768448] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.781608] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.796289] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.873498] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d663bf-1df1-ea48-e6a6-667282b5c3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.027074} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.874531] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06140d02-2913-4f65-9628-f42823e5e5f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.883061] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2086.883061] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c46dc3-985a-2ab2-a71a-34b6d7796a66" [ 2086.883061] env[62448]: _type = "Task" [ 2086.883061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.894750] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c46dc3-985a-2ab2-a71a-34b6d7796a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.910258] env[62448]: DEBUG nova.network.neutron [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Updating instance_info_cache with network_info: [{"id": "145e2746-4069-4f06-8d9e-e93e152adbce", "address": "fa:16:3e:bb:27:08", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145e2746-40", "ovs_interfaceid": "145e2746-4069-4f06-8d9e-e93e152adbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.131604] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.138552] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b68efd9-b8d5-4560-b82d-fd46e8c25e1e tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "4ce26569-8ffe-4596-b220-eee0001369f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.987s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.284099] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093319, 'name': ReconfigVM_Task, 'duration_secs': 0.381635} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.284422] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d73242d8-5525-4289-8200-41e8c97e3022/d73242d8-5525-4289-8200-41e8c97e3022.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2087.285065] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027f4c40-e5b4-453e-9270-42e23a1ca334 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.298440] env[62448]: DEBUG oslo_vmware.api [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093318, 'name': PowerOnVM_Task, 'duration_secs': 0.669499} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.299800] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2087.300369] env[62448]: INFO nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Took 16.02 seconds to spawn the instance on the hypervisor. [ 2087.300478] env[62448]: DEBUG nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2087.300848] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2087.300848] env[62448]: value = "task-2093320" [ 2087.300848] env[62448]: _type = "Task" [ 2087.300848] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.301659] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f50436-c25c-40bc-b87f-fc429910a5b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.396696] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c46dc3-985a-2ab2-a71a-34b6d7796a66, 'name': SearchDatastore_Task, 'duration_secs': 0.015873} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.397152] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.397458] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055/1e2a9cd7-494f-4cc6-9027-a1cbb1c14055.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.397864] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa49548d-8638-49a7-bd81-b25a74a9e7b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.407028] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2087.407028] env[62448]: value = "task-2093321" [ 2087.407028] env[62448]: _type = "Task" [ 2087.407028] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.413040] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "refresh_cache-1dde074a-11b7-4ecc-9a19-212f997d6624" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.413823] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Instance network_info: |[{"id": "145e2746-4069-4f06-8d9e-e93e152adbce", "address": "fa:16:3e:bb:27:08", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145e2746-40", "ovs_interfaceid": "145e2746-4069-4f06-8d9e-e93e152adbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2087.417833] env[62448]: DEBUG oslo_concurrency.lockutils [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] Acquired lock "refresh_cache-1dde074a-11b7-4ecc-9a19-212f997d6624" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.418104] env[62448]: DEBUG nova.network.neutron [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Refreshing network info cache for port 145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2087.423018] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:27:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '145e2746-4069-4f06-8d9e-e93e152adbce', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2087.430869] env[62448]: DEBUG oslo.service.loopingcall [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.432794] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.435425] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2087.436116] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11e50f46-43a2-4916-9c5a-0e85db4635fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.464684] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2087.464684] env[62448]: value = "task-2093322" [ 2087.464684] env[62448]: _type = "Task" [ 2087.464684] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.477030] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093322, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.818866] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093320, 'name': Rename_Task, 'duration_secs': 0.212292} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.819178] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2087.819468] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad12d2c-888c-40ca-bf45-75d75da65d3f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.831206] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2087.831206] env[62448]: value = "task-2093323" [ 2087.831206] env[62448]: _type = "Task" [ 2087.831206] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.834491] env[62448]: DEBUG nova.network.neutron [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Updated VIF entry in instance network info cache for port 145e2746-4069-4f06-8d9e-e93e152adbce. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.838235] env[62448]: DEBUG nova.network.neutron [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Updating instance_info_cache with network_info: [{"id": "145e2746-4069-4f06-8d9e-e93e152adbce", "address": "fa:16:3e:bb:27:08", "network": {"id": "f0126142-7189-4f52-aad7-63cdb6d915c1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-584166252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ede0617398dc4fa480f6f7537731eade", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145e2746-40", "ovs_interfaceid": "145e2746-4069-4f06-8d9e-e93e152adbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.838235] env[62448]: INFO nova.compute.manager [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Took 27.57 seconds to build instance. [ 2087.858328] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.921672] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.966425] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc44fff-bf1d-486e-a35a-28d9c764837d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.983534] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98162e4-dce4-4802-a1cd-3597e0c19344 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.986681] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093322, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.023180] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa21e06-f379-47b0-b440-2d9bc72370ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.032254] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de4386c-227d-43eb-83aa-f347bedd28ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.049083] env[62448]: DEBUG nova.compute.provider_tree [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.343793] env[62448]: DEBUG oslo_concurrency.lockutils [req-205a978e-19fd-4f18-8e04-acc59c17f32c req-017356ac-7025-4fb6-be27-c34a232f8a41 service nova] Releasing lock "refresh_cache-1dde074a-11b7-4ecc-9a19-212f997d6624" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.349163] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e32bbf37-a11a-4565-b4fe-16657312f3f6 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.088s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.349163] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093323, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.419061] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562934} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.419415] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055/1e2a9cd7-494f-4cc6-9027-a1cbb1c14055.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.419635] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.419893] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a2e702-4a5d-43e0-9afc-5d35f4b17aab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.430384] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2088.430384] env[62448]: value = "task-2093324" [ 2088.430384] env[62448]: _type = "Task" [ 2088.430384] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.441166] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.446359] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a540de-e8c0-fbf2-ce53-856c81648d50/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2088.446359] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd193b47-bb7d-4dbe-9882-c4190a9a0b93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.454361] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a540de-e8c0-fbf2-ce53-856c81648d50/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2088.454361] env[62448]: ERROR oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a540de-e8c0-fbf2-ce53-856c81648d50/disk-0.vmdk due to incomplete transfer. [ 2088.454361] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54b6d89b-3d95-48c2-a757-2b625924fc45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.465917] env[62448]: DEBUG oslo_vmware.rw_handles [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a540de-e8c0-fbf2-ce53-856c81648d50/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2088.466021] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Uploaded image d907cdc1-222c-402c-beb7-367fcb90a1b1 to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2088.471027] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2088.471027] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64ac0767-728a-4c92-958a-9428b76dcb08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.485898] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093322, 'name': CreateVM_Task, 'duration_secs': 0.784265} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.487917] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.487917] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2088.487917] env[62448]: value = "task-2093325" [ 2088.487917] env[62448]: _type = "Task" [ 2088.487917] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.488536] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.488737] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.489159] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.490246] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40cea8e9-61e5-49fe-824f-0c725b944aca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.509746] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2088.509746] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5297790e-130c-60e7-a255-bfcf9e769a9d" [ 2088.509746] env[62448]: _type = "Task" [ 2088.509746] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.511692] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093325, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.521960] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5297790e-130c-60e7-a255-bfcf9e769a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.556439] env[62448]: DEBUG nova.scheduler.client.report [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2088.736915] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.737598] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.737833] env[62448]: DEBUG nova.objects.instance [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'flavor' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.849247] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093323, 'name': PowerOnVM_Task, 'duration_secs': 0.673769} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.849247] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2088.849247] env[62448]: INFO nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Took 9.00 seconds to spawn the instance on the hypervisor. [ 2088.849742] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.850242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce4ad8-a3a3-4e25-9453-e2e110276cc8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.939906] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092425} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.940239] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.941040] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1de4f8-7309-4e63-981c-8dfc60599f78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.963556] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055/1e2a9cd7-494f-4cc6-9027-a1cbb1c14055.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.964952] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79669750-ae9d-4e4b-bf51-e4e58615dc21 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.983962] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2088.983962] env[62448]: value = "task-2093329" [ 2088.983962] env[62448]: _type = "Task" [ 2088.983962] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.993271] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.002146] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093325, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.023467] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5297790e-130c-60e7-a255-bfcf9e769a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.035207} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.023816] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.024073] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2089.024384] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.024546] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.024762] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.025559] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-536fa0ff-9397-4b12-a816-2c5000bdccd9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.036733] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.037076] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2089.037764] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680a1a10-63d3-45a3-a44f-587bcfacdced {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.044305] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2089.044305] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f96c45-88e2-cd5f-1100-139100e4322b" [ 2089.044305] env[62448]: _type = "Task" [ 2089.044305] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.053156] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f96c45-88e2-cd5f-1100-139100e4322b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.062201] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.062966] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2089.066574] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.125s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.068555] env[62448]: INFO nova.compute.claims [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2089.242910] env[62448]: DEBUG nova.objects.instance [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'pci_requests' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.370799] env[62448]: INFO nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Took 19.80 seconds to build instance. [ 2089.496924] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093329, 'name': ReconfigVM_Task, 'duration_secs': 0.316014} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.500504] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055/1e2a9cd7-494f-4cc6-9027-a1cbb1c14055.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.501265] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-229ef710-3a19-45e5-b2c7-9ca2c1f2b6b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.509522] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093325, 'name': Destroy_Task, 'duration_secs': 1.005448} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.510219] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Destroyed the VM [ 2089.510460] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2089.510837] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2089.510837] env[62448]: value = "task-2093330" [ 2089.510837] env[62448]: _type = "Task" [ 2089.510837] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.510995] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b552ce8-f824-4738-9d71-5c039046ea98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.521137] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093330, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.522380] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2089.522380] env[62448]: value = "task-2093331" [ 2089.522380] env[62448]: _type = "Task" [ 2089.522380] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.531896] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.555392] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f96c45-88e2-cd5f-1100-139100e4322b, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.556258] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354ffe9e-e1fb-4da4-8b84-3368a2911007 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.563306] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2089.563306] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52cb77d3-65a2-aaae-75ce-c8be0e3d4d01" [ 2089.563306] env[62448]: _type = "Task" [ 2089.563306] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.574008] env[62448]: DEBUG nova.compute.utils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2089.578588] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cb77d3-65a2-aaae-75ce-c8be0e3d4d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.579096] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2089.579273] env[62448]: DEBUG nova.network.neutron [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2089.622303] env[62448]: DEBUG nova.policy [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167ad22c32294472bc8675a9ea017cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a429d8fc7a4119bc10d473f28fd946', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2089.746017] env[62448]: DEBUG nova.objects.base [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Object Instance<27e54b3e-6278-4cf5-8a37-97e38d9c759d> lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2089.746363] env[62448]: DEBUG nova.network.neutron [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2089.773529] env[62448]: DEBUG nova.compute.manager [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.774500] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681031b-ece7-4ac6-8c93-468e21d99baa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.872112] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "d73242d8-5525-4289-8200-41e8c97e3022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.320s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.892189] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bc73b27d-933e-48d0-ad01-cfc615622f49 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.155s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.958220] env[62448]: DEBUG nova.network.neutron [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Successfully created port: 93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2090.023855] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093330, 'name': Rename_Task, 'duration_secs': 0.160911} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.027060] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.027335] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca5b175-ef70-4ea4-b97c-d0bc7f79ff41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.036144] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093331, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.037510] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2090.037510] env[62448]: value = "task-2093332" [ 2090.037510] env[62448]: _type = "Task" [ 2090.037510] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.048315] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.074594] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52cb77d3-65a2-aaae-75ce-c8be0e3d4d01, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.074876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.075172] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1dde074a-11b7-4ecc-9a19-212f997d6624/1dde074a-11b7-4ecc-9a19-212f997d6624.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.075497] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae96be1-7326-40be-a850-190fce3b2a2b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.082190] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2090.089359] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2090.089359] env[62448]: value = "task-2093333" [ 2090.089359] env[62448]: _type = "Task" [ 2090.089359] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.099162] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.288625] env[62448]: INFO nova.compute.manager [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] instance snapshotting [ 2090.291609] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5aa590-8f04-4d87-a7d6-18a2160e2d17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.314484] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184c12cc-f309-49f1-aadd-63b2cca32590 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.350364] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f5420a-9a53-4b22-87a5-b279d41078e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.359193] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3efec9-4406-44b8-a99a-23335100f346 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.392905] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab4d2b2-a9e9-4f6f-8b6e-2b12c7de1afd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.403079] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b4d89-da3e-4b0d-b73d-cdd949fa52e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.420365] env[62448]: DEBUG nova.compute.provider_tree [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.535149] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093331, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758152} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.535470] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2090.535758] env[62448]: DEBUG nova.compute.manager [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.536642] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84063505-ad48-41ab-9b78-f2c7a036c6dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.556148] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093332, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.608884] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093333, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.826327] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2090.826640] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca97629a-573b-460a-8a90-2e56d2308bd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.834633] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2090.834633] env[62448]: value = "task-2093334" [ 2090.834633] env[62448]: _type = "Task" [ 2090.834633] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.842943] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093334, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.925099] env[62448]: DEBUG nova.scheduler.client.report [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.050765] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093332, 'name': PowerOnVM_Task, 'duration_secs': 0.77329} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.051092] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.051351] env[62448]: INFO nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Took 8.76 seconds to spawn the instance on the hypervisor. [ 2091.051656] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.052477] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7e829-1d8e-41b6-ac0c-1ac625d4a382 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.064909] env[62448]: INFO nova.compute.manager [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Shelve offloading [ 2091.102064] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2091.110334] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65234} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.111642] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1dde074a-11b7-4ecc-9a19-212f997d6624/1dde074a-11b7-4ecc-9a19-212f997d6624.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.111642] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.111642] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd75bb95-b656-4f97-b55f-f3ec45b64587 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.119179] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2091.119179] env[62448]: value = "task-2093335" [ 2091.119179] env[62448]: _type = "Task" [ 2091.119179] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.131362] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.133928] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2091.134094] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2091.134276] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2091.134747] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2091.134747] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2091.134875] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2091.135168] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2091.135378] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2091.135613] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2091.135772] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2091.135967] env[62448]: DEBUG nova.virt.hardware [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2091.137256] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e45f41-2b0b-4244-bb5a-5b07b2ca86c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.148959] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af995a9e-3a79-45bb-b0f7-885ef7643a4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.346547] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093334, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.429570] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.430194] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2091.433080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.649s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.481012] env[62448]: DEBUG nova.compute.manager [req-6ccc4e33-187f-4c8c-8b9a-0d11cbebb6c2 req-91c369c8-10cb-4aa8-a052-09933db99648 service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Received event network-vif-plugged-93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2091.481246] env[62448]: DEBUG oslo_concurrency.lockutils [req-6ccc4e33-187f-4c8c-8b9a-0d11cbebb6c2 req-91c369c8-10cb-4aa8-a052-09933db99648 service nova] Acquiring lock "8c840714-895a-4c69-9a52-d9f3e77fba7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.481457] env[62448]: DEBUG oslo_concurrency.lockutils [req-6ccc4e33-187f-4c8c-8b9a-0d11cbebb6c2 req-91c369c8-10cb-4aa8-a052-09933db99648 service nova] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.481627] env[62448]: DEBUG oslo_concurrency.lockutils [req-6ccc4e33-187f-4c8c-8b9a-0d11cbebb6c2 req-91c369c8-10cb-4aa8-a052-09933db99648 service nova] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.481791] env[62448]: DEBUG nova.compute.manager [req-6ccc4e33-187f-4c8c-8b9a-0d11cbebb6c2 req-91c369c8-10cb-4aa8-a052-09933db99648 service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] No waiting events found dispatching network-vif-plugged-93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.481955] env[62448]: WARNING nova.compute.manager [req-6ccc4e33-187f-4c8c-8b9a-0d11cbebb6c2 req-91c369c8-10cb-4aa8-a052-09933db99648 service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Received unexpected event network-vif-plugged-93ce8ea4-21e2-44df-bf82-6bfd9180781a for instance with vm_state building and task_state spawning. [ 2091.530148] env[62448]: DEBUG nova.network.neutron [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Successfully updated port: 93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2091.573026] env[62448]: INFO nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Took 21.95 seconds to build instance. [ 2091.574576] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.574886] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12cae8ca-8a55-4569-b647-9e2179d7c2bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.583711] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2091.583711] env[62448]: value = "task-2093336" [ 2091.583711] env[62448]: _type = "Task" [ 2091.583711] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.596875] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2091.597332] env[62448]: DEBUG nova.compute.manager [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.598568] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9bdb33-15c5-43b6-b79d-31100dc49620 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.607411] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.607587] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.607785] env[62448]: DEBUG nova.network.neutron [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.632108] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069517} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.632108] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.632529] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c681ab-44cf-4370-b68e-0331a78c2c5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.657901] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 1dde074a-11b7-4ecc-9a19-212f997d6624/1dde074a-11b7-4ecc-9a19-212f997d6624.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.658447] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96c4a7f-ea3d-46c4-be59-51b203ab53bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.686962] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2091.686962] env[62448]: value = "task-2093337" [ 2091.686962] env[62448]: _type = "Task" [ 2091.686962] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.708481] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.793804] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.794236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.794805] env[62448]: DEBUG nova.objects.instance [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'flavor' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.848031] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093334, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.936769] env[62448]: DEBUG nova.compute.utils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2091.942026] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2091.942026] env[62448]: DEBUG nova.network.neutron [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2091.986660] env[62448]: DEBUG nova.policy [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167ad22c32294472bc8675a9ea017cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a429d8fc7a4119bc10d473f28fd946', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2092.036136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.036136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.036136] env[62448]: DEBUG nova.network.neutron [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2092.075424] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.466s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.194151] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada5d2e4-a488-4090-b09c-dc7f9f51a2cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.202654] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.205335] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85daab-c9b2-441e-8497-6222d47e405b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.238236] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd264d32-5484-41c6-82a5-d0759f7f6b38 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.247030] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e290e9dc-048d-45e9-ac64-80763becc401 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.261439] env[62448]: DEBUG nova.compute.provider_tree [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.354110] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093334, 'name': CreateSnapshot_Task, 'duration_secs': 1.162196} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.354530] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2092.356412] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497f5b3-536e-4cb4-a407-78782890b94f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.406955] env[62448]: DEBUG nova.network.neutron [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Successfully created port: 82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2092.442168] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2092.508338] env[62448]: DEBUG nova.objects.instance [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'pci_requests' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.568783] env[62448]: DEBUG nova.network.neutron [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updating instance_info_cache with network_info: [{"id": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "address": "fa:16:3e:cd:81:50", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf52f310-3f", "ovs_interfaceid": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.591123] env[62448]: DEBUG nova.network.neutron [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2092.702571] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093337, 'name': ReconfigVM_Task, 'duration_secs': 0.694241} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.702879] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 1dde074a-11b7-4ecc-9a19-212f997d6624/1dde074a-11b7-4ecc-9a19-212f997d6624.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.703617] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fdfecac-1eb4-4425-bc24-dbddfed64f8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.711501] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2092.711501] env[62448]: value = "task-2093339" [ 2092.711501] env[62448]: _type = "Task" [ 2092.711501] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.720747] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093339, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.767275] env[62448]: DEBUG nova.scheduler.client.report [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.828524] env[62448]: DEBUG nova.network.neutron [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updating instance_info_cache with network_info: [{"id": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "address": "fa:16:3e:55:66:1d", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ce8ea4-21", "ovs_interfaceid": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.877247] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2092.877643] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c740838-ad2b-4f37-b58e-4ee352357eac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.888036] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2092.888036] env[62448]: value = "task-2093340" [ 2092.888036] env[62448]: _type = "Task" [ 2092.888036] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.897122] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.011094] env[62448]: DEBUG nova.objects.base [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Object Instance<27e54b3e-6278-4cf5-8a37-97e38d9c759d> lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2093.011466] env[62448]: DEBUG nova.network.neutron [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2093.054810] env[62448]: DEBUG nova.policy [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2093.071568] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.222584] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093339, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.332022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.332360] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Instance network_info: |[{"id": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "address": "fa:16:3e:55:66:1d", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ce8ea4-21", "ovs_interfaceid": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2093.332779] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:66:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93ce8ea4-21e2-44df-bf82-6bfd9180781a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2093.340528] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating folder: Project (74a429d8fc7a4119bc10d473f28fd946). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2093.340821] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbad0652-1222-4b37-af20-bd90c9b33ab8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.353622] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created folder: Project (74a429d8fc7a4119bc10d473f28fd946) in parent group-v428508. [ 2093.353897] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating folder: Instances. Parent ref: group-v428729. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2093.354301] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e1f6c1d-0b7b-4a21-96ae-82f04ed68418 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.364712] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created folder: Instances in parent group-v428729. [ 2093.364979] env[62448]: DEBUG oslo.service.loopingcall [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.365312] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2093.365608] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9b9b4a1-dc50-4e0d-939b-7584f56627b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.386765] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2093.386765] env[62448]: value = "task-2093343" [ 2093.386765] env[62448]: _type = "Task" [ 2093.386765] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.405991] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 93%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.406220] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.454751] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2093.496734] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2093.496984] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2093.497156] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2093.497336] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2093.497482] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2093.497730] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2093.498055] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2093.498055] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2093.498448] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2093.498448] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2093.498529] env[62448]: DEBUG nova.virt.hardware [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2093.499452] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3b8f8-225c-4927-8877-73c019b7bc85 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.508766] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3af0d5-c247-432b-a55c-a8d2981c0ffc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.525171] env[62448]: DEBUG nova.network.neutron [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Successfully created port: 0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2093.572334] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2093.573271] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa9ab01-7a09-4bb9-8a4f-01ddc9132ed4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.582759] env[62448]: DEBUG nova.compute.manager [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Received event network-changed-93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2093.583013] env[62448]: DEBUG nova.compute.manager [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Refreshing instance network info cache due to event network-changed-93ce8ea4-21e2-44df-bf82-6bfd9180781a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2093.583275] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] Acquiring lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.583776] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] Acquired lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.583975] env[62448]: DEBUG nova.network.neutron [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Refreshing network info cache for port 93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.587642] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.588175] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010c91e7-0630-4a8e-a07d-c66007c49f73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.723721] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093339, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.781420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.348s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.784698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.653s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.786417] env[62448]: INFO nova.compute.claims [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.899873] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.905486] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 93%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.224574] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093339, 'name': Rename_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.313487] env[62448]: DEBUG nova.network.neutron [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updated VIF entry in instance network info cache for port 93ce8ea4-21e2-44df-bf82-6bfd9180781a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2094.313487] env[62448]: DEBUG nova.network.neutron [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updating instance_info_cache with network_info: [{"id": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "address": "fa:16:3e:55:66:1d", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ce8ea4-21", "ovs_interfaceid": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.361028] env[62448]: INFO nova.scheduler.client.report [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocation for migration 89eb1c6f-7b8a-4363-b509-8a14c4250fdc [ 2094.400695] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.407276] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.728162] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093339, 'name': Rename_Task, 'duration_secs': 1.628828} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.728162] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.728162] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee676484-7dec-4a11-a287-a58b908f6d7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.738563] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2094.738563] env[62448]: value = "task-2093346" [ 2094.738563] env[62448]: _type = "Task" [ 2094.738563] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.749254] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.818585] env[62448]: DEBUG oslo_concurrency.lockutils [req-2d043f97-605f-4c6b-af60-bbf552fbadf1 req-36bcf0b7-3bfa-403a-bc0f-a014938e16bf service nova] Releasing lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.866319] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c37e9ca-f489-418f-9736-449ce737cac6 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.470s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.912117] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.912434] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.034023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b82a75-bf4e-4681-bffa-0e3eb15a7b34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.043175] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63828cba-913a-4f90-a255-687dbb2c7f36 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.074681] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382236bf-2177-48e9-981b-eaf779981ac3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.083753] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f028485-17af-4563-9f15-eb3df19be4a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.098574] env[62448]: DEBUG nova.compute.provider_tree [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.250780] env[62448]: DEBUG oslo_vmware.api [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093346, 'name': PowerOnVM_Task, 'duration_secs': 0.501923} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.251076] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2095.251283] env[62448]: INFO nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Took 10.54 seconds to spawn the instance on the hypervisor. [ 2095.251458] env[62448]: DEBUG nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.255017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e3622-d940-49ee-bfc9-f11e814ae58e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.402917] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.409386] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.601660] env[62448]: DEBUG nova.scheduler.client.report [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.759338] env[62448]: DEBUG nova.compute.manager [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Received event network-vif-unplugged-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2095.759558] env[62448]: DEBUG oslo_concurrency.lockutils [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] Acquiring lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.759800] env[62448]: DEBUG oslo_concurrency.lockutils [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.759979] env[62448]: DEBUG oslo_concurrency.lockutils [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.760283] env[62448]: DEBUG nova.compute.manager [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] No waiting events found dispatching network-vif-unplugged-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2095.760478] env[62448]: WARNING nova.compute.manager [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Received unexpected event network-vif-unplugged-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 for instance with vm_state shelved and task_state shelving_offloading. [ 2095.760683] env[62448]: DEBUG nova.compute.manager [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Received event network-changed-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2095.760777] env[62448]: DEBUG nova.compute.manager [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Refreshing instance network info cache due to event network-changed-bf52f310-3f94-4d2e-a1e0-eac11b61d2e2. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2095.760973] env[62448]: DEBUG oslo_concurrency.lockutils [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] Acquiring lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.761140] env[62448]: DEBUG oslo_concurrency.lockutils [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] Acquired lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.761300] env[62448]: DEBUG nova.network.neutron [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Refreshing network info cache for port bf52f310-3f94-4d2e-a1e0-eac11b61d2e2 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.770420] env[62448]: INFO nova.compute.manager [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Took 26.11 seconds to build instance. [ 2095.903110] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.908655] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.062497] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "056895fd-c554-45f8-8f67-982ff3494ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.062778] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.063028] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.063258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.063507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.065863] env[62448]: INFO nova.compute.manager [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Terminating instance [ 2096.107316] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.107669] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2096.272538] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e5007f0-2ae4-4014-8ec3-ed9f10183f6b tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.621s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.403885] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.412242] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.491892] env[62448]: DEBUG nova.network.neutron [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updated VIF entry in instance network info cache for port bf52f310-3f94-4d2e-a1e0-eac11b61d2e2. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2096.492396] env[62448]: DEBUG nova.network.neutron [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updating instance_info_cache with network_info: [{"id": "bf52f310-3f94-4d2e-a1e0-eac11b61d2e2", "address": "fa:16:3e:cd:81:50", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": null, "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbf52f310-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.570606] env[62448]: DEBUG nova.compute.manager [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2096.571146] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2096.572669] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a78de-8e17-43a2-90f5-190ede6091b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.585656] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2096.586078] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d988315-8e45-4a01-879f-b5dadff333f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.595226] env[62448]: DEBUG oslo_vmware.api [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2096.595226] env[62448]: value = "task-2093348" [ 2096.595226] env[62448]: _type = "Task" [ 2096.595226] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.607286] env[62448]: DEBUG oslo_vmware.api [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.614259] env[62448]: DEBUG nova.compute.utils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.616287] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2096.616542] env[62448]: DEBUG nova.network.neutron [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2096.662169] env[62448]: DEBUG nova.policy [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e06b0ed4a6847c3b580f8740bba5648', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f227f09cda4745ff974edc7aa16c6ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2096.751644] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d6fc8510-f778-4218-b757-0f297b43e73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.752127] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.911084] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.911600] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.945411] env[62448]: DEBUG nova.network.neutron [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Successfully created port: 55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.995379] env[62448]: DEBUG oslo_concurrency.lockutils [req-6105207d-ebb6-4f1a-a25f-af8727c343b6 req-c5af72d3-4a78-4739-86ef-06fb34316289 service nova] Releasing lock "refresh_cache-94158eb0-19b9-46a4-a382-e2cfe58c9f54" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.105731] env[62448]: DEBUG oslo_vmware.api [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093348, 'name': PowerOffVM_Task, 'duration_secs': 0.323955} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.106129] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2097.106332] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2097.106600] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd66f44b-0432-4213-ab72-ebb5de45f937 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.120247] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2097.255196] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2097.404884] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.410411] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.625866] env[62448]: INFO nova.virt.block_device [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Booting with volume 5910770f-883c-4d0f-a6ad-014981c66497 at /dev/sda [ 2097.661950] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d294ad33-1806-4297-b786-7209bf003867 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.672832] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd5c4dc-6704-4166-a486-3ba6bdc52867 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.709761] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b1aa955-d47d-497e-940c-4cdc02290bf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.719899] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4164e3cc-a5f5-4cb5-973d-f712d80816e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.754892] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936fad2-837f-4db9-9be9-83c445489265 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.766206] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c02cb-2644-439b-9a92-35c649160007 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.782732] env[62448]: DEBUG nova.virt.block_device [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updating existing volume attachment record: 090d9596-031b-45a1-b41c-0a1ec4790f71 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2097.787010] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.787285] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.788819] env[62448]: INFO nova.compute.claims [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2097.805118] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "d73242d8-5525-4289-8200-41e8c97e3022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.805426] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "d73242d8-5525-4289-8200-41e8c97e3022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.805640] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "d73242d8-5525-4289-8200-41e8c97e3022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.805852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "d73242d8-5525-4289-8200-41e8c97e3022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.806054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "d73242d8-5525-4289-8200-41e8c97e3022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.808379] env[62448]: INFO nova.compute.manager [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Terminating instance [ 2097.905828] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.908959] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.312681] env[62448]: DEBUG nova.compute.manager [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2098.312970] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2098.314011] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a39ccd-bf08-4542-9b86-1882f5a35df8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.323786] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.324108] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3214476d-577c-4233-837d-e2b566e998d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.334183] env[62448]: DEBUG oslo_vmware.api [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2098.334183] env[62448]: value = "task-2093351" [ 2098.334183] env[62448]: _type = "Task" [ 2098.334183] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.348810] env[62448]: DEBUG oslo_vmware.api [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.411294] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.411650] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.551794] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2098.552254] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2098.552381] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] 056895fd-c554-45f8-8f67-982ff3494ad9 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2098.552763] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e38ccf5-9bec-4388-865c-2d53591ac14d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.561244] env[62448]: DEBUG oslo_vmware.api [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2098.561244] env[62448]: value = "task-2093352" [ 2098.561244] env[62448]: _type = "Task" [ 2098.561244] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.571717] env[62448]: DEBUG oslo_vmware.api [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.637215] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2098.638069] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2098.638069] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleting the datastore file [datastore2] 94158eb0-19b9-46a4-a382-e2cfe58c9f54 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2098.638569] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e788f19f-985b-492e-be1c-6279aff9a8f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.648436] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2098.648436] env[62448]: value = "task-2093353" [ 2098.648436] env[62448]: _type = "Task" [ 2098.648436] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.658713] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.845865] env[62448]: DEBUG oslo_vmware.api [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093351, 'name': PowerOffVM_Task, 'duration_secs': 0.233685} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.846248] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2098.846371] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2098.846604] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca143d24-ab23-4f6c-bed9-5393814167b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.914329] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.914524] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093343, 'name': CreateVM_Task, 'duration_secs': 5.51997} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.914721] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.915330] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.915491] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.915808] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.916073] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f2c48f-ca19-4259-973c-443dcde162af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.921915] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2098.921915] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5255bc0f-62f7-b8e1-6674-e935e43baf02" [ 2098.921915] env[62448]: _type = "Task" [ 2098.921915] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.934742] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5255bc0f-62f7-b8e1-6674-e935e43baf02, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.934957] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.935220] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.935514] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.935715] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.935845] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.938486] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d9e402-0839-42dc-a1d1-075a76999bc7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.948304] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.948513] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.949341] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2343b1-14d3-4470-bc5f-a6cb5c1e77c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.958732] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2098.958732] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525d4892-d7f7-e551-9e02-f4488158a34c" [ 2098.958732] env[62448]: _type = "Task" [ 2098.958732] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.966636] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525d4892-d7f7-e551-9e02-f4488158a34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.031982] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2099.031982] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2099.032173] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleting the datastore file [datastore2] d73242d8-5525-4289-8200-41e8c97e3022 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2099.032338] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f8cb079-cc88-470e-951b-f37266bd6d2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.040244] env[62448]: DEBUG oslo_vmware.api [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2099.040244] env[62448]: value = "task-2093355" [ 2099.040244] env[62448]: _type = "Task" [ 2099.040244] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.052094] env[62448]: DEBUG oslo_vmware.api [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.071487] env[62448]: DEBUG oslo_vmware.api [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202059} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.072806] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2099.073036] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2099.073227] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2099.073400] env[62448]: INFO nova.compute.manager [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Took 2.50 seconds to destroy the instance on the hypervisor. [ 2099.073635] env[62448]: DEBUG oslo.service.loopingcall [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.074400] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05e7d7-3c0f-4bfd-9920-dee9b8dd4720 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.076980] env[62448]: DEBUG nova.compute.manager [-] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2099.077126] env[62448]: DEBUG nova.network.neutron [-] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2099.083993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c77d51-787f-43a0-acf2-e0be76c093cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.117270] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f4ba42-3a10-4160-a1dd-58649cf1d9aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.126056] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c5a42b-d646-42e4-ae04-dcad6b5ca66e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.141373] env[62448]: DEBUG nova.compute.provider_tree [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.159238] env[62448]: DEBUG oslo_vmware.api [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179119} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.159466] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2099.159677] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2099.159875] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2099.179827] env[62448]: INFO nova.scheduler.client.report [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocations for instance 94158eb0-19b9-46a4-a382-e2cfe58c9f54 [ 2099.415338] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.469954] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525d4892-d7f7-e551-9e02-f4488158a34c, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.470882] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a9d980-a884-496d-8ed1-1285e2e24b21 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.477187] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2099.477187] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52420646-c389-75b2-01aa-4d1a2acfc917" [ 2099.477187] env[62448]: _type = "Task" [ 2099.477187] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.486421] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52420646-c389-75b2-01aa-4d1a2acfc917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.560782] env[62448]: DEBUG oslo_vmware.api [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158273} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.561079] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2099.561248] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2099.561425] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2099.561649] env[62448]: INFO nova.compute.manager [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2099.561821] env[62448]: DEBUG oslo.service.loopingcall [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.562016] env[62448]: DEBUG nova.compute.manager [-] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2099.562321] env[62448]: DEBUG nova.network.neutron [-] [instance: d73242d8-5525-4289-8200-41e8c97e3022] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2099.579449] env[62448]: DEBUG nova.compute.manager [req-b5710004-18a5-4ad8-8762-5b0c6046fdca req-f0458212-de3f-4422-9985-1a04d39bfce6 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Received event network-vif-deleted-7ec4282f-5269-42e8-b173-4f6450d87de7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2099.579652] env[62448]: INFO nova.compute.manager [req-b5710004-18a5-4ad8-8762-5b0c6046fdca req-f0458212-de3f-4422-9985-1a04d39bfce6 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Neutron deleted interface 7ec4282f-5269-42e8-b173-4f6450d87de7; detaching it from the instance and deleting it from the info cache [ 2099.579840] env[62448]: DEBUG nova.network.neutron [req-b5710004-18a5-4ad8-8762-5b0c6046fdca req-f0458212-de3f-4422-9985-1a04d39bfce6 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.647176] env[62448]: DEBUG nova.scheduler.client.report [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.685237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.884046] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2099.884622] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.884840] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.884983] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.885186] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.885328] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.885472] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.885692] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.885825] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.885989] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.886168] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.886352] env[62448]: DEBUG nova.virt.hardware [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.887268] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ec9939-dcba-45ec-9212-02185912d353 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.896094] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d81c4-d4e8-45a9-9210-608528396b88 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.918569] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.950961] env[62448]: DEBUG nova.network.neutron [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Successfully updated port: 55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.990514] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52420646-c389-75b2-01aa-4d1a2acfc917, 'name': SearchDatastore_Task, 'duration_secs': 0.049128} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.990901] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.991087] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/8c840714-895a-4c69-9a52-d9f3e77fba7a.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2099.991435] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0e4192-5e05-4e81-9bb9-80bd6f2a459b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.000201] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2100.000201] env[62448]: value = "task-2093356" [ 2100.000201] env[62448]: _type = "Task" [ 2100.000201] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.009674] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.031228] env[62448]: DEBUG nova.network.neutron [-] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.082090] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-078973f3-9659-411f-b312-c74f22bf3aaf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.093410] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bf0550-729b-48bf-a7bb-95baba112f55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.135191] env[62448]: DEBUG nova.compute.manager [req-b5710004-18a5-4ad8-8762-5b0c6046fdca req-f0458212-de3f-4422-9985-1a04d39bfce6 service nova] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Detach interface failed, port_id=7ec4282f-5269-42e8-b173-4f6450d87de7, reason: Instance 056895fd-c554-45f8-8f67-982ff3494ad9 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2100.153437] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.153910] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2100.157537] env[62448]: DEBUG nova.network.neutron [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Successfully updated port: 0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2100.158780] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.474s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.158956] env[62448]: DEBUG nova.objects.instance [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'resources' on Instance uuid 94158eb0-19b9-46a4-a382-e2cfe58c9f54 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.206272] env[62448]: DEBUG nova.network.neutron [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Successfully updated port: 82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2100.423267] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093340, 'name': CloneVM_Task, 'duration_secs': 7.251453} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.423694] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Created linked-clone VM from snapshot [ 2100.424562] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c50719b-c41c-4744-823c-9f809d5f0e01 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.434717] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Uploading image 6d08efc0-c9e1-42fe-9192-a8fd83970d26 {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2100.449936] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2100.450303] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1739252-b5f4-47f5-b24b-a41e1aa6ab94 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.454032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquiring lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.454193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquired lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.454341] env[62448]: DEBUG nova.network.neutron [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.458686] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2100.458686] env[62448]: value = "task-2093358" [ 2100.458686] env[62448]: _type = "Task" [ 2100.458686] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.469113] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093358, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.511580] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466759} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.511897] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/8c840714-895a-4c69-9a52-d9f3e77fba7a.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.512159] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.512436] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7817575c-7692-43fd-affb-70ef7f0ead26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.520299] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2100.520299] env[62448]: value = "task-2093359" [ 2100.520299] env[62448]: _type = "Task" [ 2100.520299] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.530177] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.534237] env[62448]: INFO nova.compute.manager [-] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Took 1.46 seconds to deallocate network for instance. [ 2100.661089] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.661089] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.661191] env[62448]: DEBUG nova.network.neutron [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.663430] env[62448]: DEBUG nova.compute.utils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2100.665132] env[62448]: DEBUG nova.objects.instance [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'numa_topology' on Instance uuid 94158eb0-19b9-46a4-a382-e2cfe58c9f54 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.666713] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2100.668451] env[62448]: DEBUG nova.network.neutron [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2100.708488] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.708643] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.708803] env[62448]: DEBUG nova.network.neutron [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.710324] env[62448]: DEBUG nova.network.neutron [-] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.713433] env[62448]: DEBUG nova.policy [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e58de5b7c33340ccbaf20ec8ec2d4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d351d34b4943209cf53d04a3b330bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2100.970416] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093358, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.030349] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094251} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.030662] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2101.031485] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b35241-55ab-428d-a00f-8cf12b5c06b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.048810] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.057362] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/8c840714-895a-4c69-9a52-d9f3e77fba7a.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.057649] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d86559-1888-4556-b124-d74d8817587f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.086511] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2101.086511] env[62448]: value = "task-2093360" [ 2101.086511] env[62448]: _type = "Task" [ 2101.086511] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.103217] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.109929] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.111475] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.003s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.111783] env[62448]: INFO nova.compute.manager [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Shelving [ 2101.121482] env[62448]: DEBUG nova.network.neutron [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2101.171417] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2101.174201] env[62448]: DEBUG nova.objects.base [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Object Instance<94158eb0-19b9-46a4-a382-e2cfe58c9f54> lazy-loaded attributes: resources,numa_topology {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2101.213699] env[62448]: INFO nova.compute.manager [-] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Took 1.65 seconds to deallocate network for instance. [ 2101.273270] env[62448]: WARNING nova.network.neutron [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] 8b236d7b-0fe9-47db-a968-007ba0f135d9 already exists in list: networks containing: ['8b236d7b-0fe9-47db-a968-007ba0f135d9']. ignoring it [ 2101.324626] env[62448]: DEBUG nova.network.neutron [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2101.422019] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896f45ab-0530-4831-bfe0-12a4f7c379d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.434206] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7461532-9276-433a-9dac-5509027115ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.438495] env[62448]: DEBUG nova.network.neutron [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Successfully created port: 1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2101.472022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce41122-127b-4aa6-8f5b-c84b231eb1a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.482720] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093358, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.486238] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0e1f5-c463-48c7-9c82-6dc5b82427c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.501840] env[62448]: DEBUG nova.compute.provider_tree [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.558422] env[62448]: DEBUG nova.network.neutron [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updating instance_info_cache with network_info: [{"id": "55aeb485-f134-4d71-9175-3131d0218598", "address": "fa:16:3e:45:3c:9d", "network": {"id": "873d7e66-da09-46c6-9302-f3452a5b0793", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-726554336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f227f09cda4745ff974edc7aa16c6ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aeb485-f1", "ovs_interfaceid": "55aeb485-f134-4d71-9175-3131d0218598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.591016] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.598337] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093360, 'name': ReconfigVM_Task, 'duration_secs': 0.302637} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.598890] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/8c840714-895a-4c69-9a52-d9f3e77fba7a.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.599668] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a6c641-bf04-4358-b42d-9e49c7504301 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.612212] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2101.612212] env[62448]: value = "task-2093361" [ 2101.612212] env[62448]: _type = "Task" [ 2101.612212] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.628211] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093361, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.706266] env[62448]: DEBUG nova.network.neutron [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Updating instance_info_cache with network_info: [{"id": "82db94ac-1966-4f56-b135-3a7d9356dd77", "address": "fa:16:3e:c8:a2:fe", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82db94ac-19", "ovs_interfaceid": "82db94ac-1966-4f56-b135-3a7d9356dd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.722245] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.960649] env[62448]: DEBUG nova.network.neutron [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0522eb21-cc4f-4123-a26b-603d12d22819", "address": "fa:16:3e:d3:f5:57", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0522eb21-cc", "ovs_interfaceid": "0522eb21-cc4f-4123-a26b-603d12d22819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.979296] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093358, 'name': Destroy_Task, 'duration_secs': 1.247868} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.982880] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Destroyed the VM [ 2101.983205] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2101.983988] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21a89187-d8c8-4880-b201-8ecf861781fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.993120] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2101.993120] env[62448]: value = "task-2093362" [ 2101.993120] env[62448]: _type = "Task" [ 2101.993120] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.004106] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.006113] env[62448]: DEBUG nova.scheduler.client.report [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2102.060781] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Releasing lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.061133] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Instance network_info: |[{"id": "55aeb485-f134-4d71-9175-3131d0218598", "address": "fa:16:3e:45:3c:9d", "network": {"id": "873d7e66-da09-46c6-9302-f3452a5b0793", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-726554336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f227f09cda4745ff974edc7aa16c6ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aeb485-f1", "ovs_interfaceid": "55aeb485-f134-4d71-9175-3131d0218598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2102.061595] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:3c:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55aeb485-f134-4d71-9175-3131d0218598', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2102.069187] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Creating folder: Project (f227f09cda4745ff974edc7aa16c6ae5). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2102.069497] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9f96801-0c8a-4992-a43d-430cd8802f99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.085622] env[62448]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2102.085804] env[62448]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62448) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2102.086259] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Folder already exists: Project (f227f09cda4745ff974edc7aa16c6ae5). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2102.086503] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Creating folder: Instances. Parent ref: group-v428709. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2102.087068] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad6e204-8184-4827-8384-ff8b150caabe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.098145] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Created folder: Instances in parent group-v428709. [ 2102.098391] env[62448]: DEBUG oslo.service.loopingcall [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2102.098599] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2102.098843] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6133bc54-8f94-4248-a7f8-76651e915d81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.126238] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093361, 'name': Rename_Task, 'duration_secs': 0.154348} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.127640] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.127869] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2102.127869] env[62448]: value = "task-2093365" [ 2102.127869] env[62448]: _type = "Task" [ 2102.127869] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.128109] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c2b7ce-313c-4b72-8784-50f2cc409a96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.129902] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.133450] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c56daccf-2970-4bd9-94c2-52898b4ec274 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.144366] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093365, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.144957] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2102.144957] env[62448]: value = "task-2093367" [ 2102.144957] env[62448]: _type = "Task" [ 2102.144957] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.145909] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2102.145909] env[62448]: value = "task-2093366" [ 2102.145909] env[62448]: _type = "Task" [ 2102.145909] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.171011] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.171295] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.183367] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2102.209528] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Received event network-vif-plugged-55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2102.209859] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquiring lock "6234ebb6-e1b6-440b-b217-2598f89c9f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.210187] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.210410] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.210647] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] No waiting events found dispatching network-vif-plugged-55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2102.210886] env[62448]: WARNING nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Received unexpected event network-vif-plugged-55aeb485-f134-4d71-9175-3131d0218598 for instance with vm_state building and task_state spawning. [ 2102.211128] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-vif-plugged-0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2102.211374] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.211731] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.211935] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.212193] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] No waiting events found dispatching network-vif-plugged-0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2102.212412] env[62448]: WARNING nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received unexpected event network-vif-plugged-0522eb21-cc4f-4123-a26b-603d12d22819 for instance with vm_state active and task_state None. [ 2102.212642] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Received event network-vif-plugged-82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2102.212852] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquiring lock "3cc4d198-324e-4707-aa79-672c0b0163f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.213130] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.213330] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.213564] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] No waiting events found dispatching network-vif-plugged-82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2102.213773] env[62448]: WARNING nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Received unexpected event network-vif-plugged-82db94ac-1966-4f56-b135-3a7d9356dd77 for instance with vm_state building and task_state spawning. [ 2102.213998] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Received event network-changed-55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2102.214238] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Refreshing instance network info cache due to event network-changed-55aeb485-f134-4d71-9175-3131d0218598. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2102.214475] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquiring lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.214650] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquired lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.214842] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Refreshing network info cache for port 55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2102.219789] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.220119] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.220356] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.220618] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.220825] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.221034] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.221977] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.221977] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.221977] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.222305] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.222487] env[62448]: DEBUG nova.virt.hardware [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.229881] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.229881] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Instance network_info: |[{"id": "82db94ac-1966-4f56-b135-3a7d9356dd77", "address": "fa:16:3e:c8:a2:fe", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82db94ac-19", "ovs_interfaceid": "82db94ac-1966-4f56-b135-3a7d9356dd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2102.229881] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee05754-8467-4f4e-91ef-9a7c713380a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.230824] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:a2:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82db94ac-1966-4f56-b135-3a7d9356dd77', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2102.241743] env[62448]: DEBUG oslo.service.loopingcall [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2102.243098] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2102.243924] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7d2a1ad-a07b-41c7-9e7c-fb3bd8a16832 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.267039] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257ef72a-cabb-43a3-a427-2fb79d1e81e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.272845] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2102.272845] env[62448]: value = "task-2093369" [ 2102.272845] env[62448]: _type = "Task" [ 2102.272845] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.293943] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093369, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.464325] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.465209] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.465410] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.466739] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16679b22-7286-4609-899c-c4ca3557ab26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.487348] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.487612] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.487774] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.487991] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.488164] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.488313] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.488520] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.488677] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.488935] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.489024] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.489201] env[62448]: DEBUG nova.virt.hardware [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.495438] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfiguring VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2102.495905] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348d0275-a935-4ef1-882e-51aaa76c17d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.513609] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.517981] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.469s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.518258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.520600] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.798s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.520843] env[62448]: DEBUG nova.objects.instance [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lazy-loading 'resources' on Instance uuid d73242d8-5525-4289-8200-41e8c97e3022 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.526108] env[62448]: DEBUG oslo_vmware.api [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2102.526108] env[62448]: value = "task-2093370" [ 2102.526108] env[62448]: _type = "Task" [ 2102.526108] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.534342] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093362, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.542641] env[62448]: DEBUG oslo_vmware.api [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093370, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.547166] env[62448]: INFO nova.scheduler.client.report [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocations for instance 056895fd-c554-45f8-8f67-982ff3494ad9 [ 2102.616810] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.617151] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.640210] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093365, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.659047] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093367, 'name': PowerOffVM_Task, 'duration_secs': 0.213059} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.662331] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.662737] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093366, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.663564] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e2e6c-0b82-4ce0-b22b-5769718cf4df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.683372] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b401072-0f08-4f86-907d-21f9caf25ef2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.784699] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093369, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.959601] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updated VIF entry in instance network info cache for port 55aeb485-f134-4d71-9175-3131d0218598. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2102.960053] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updating instance_info_cache with network_info: [{"id": "55aeb485-f134-4d71-9175-3131d0218598", "address": "fa:16:3e:45:3c:9d", "network": {"id": "873d7e66-da09-46c6-9302-f3452a5b0793", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-726554336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f227f09cda4745ff974edc7aa16c6ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aeb485-f1", "ovs_interfaceid": "55aeb485-f134-4d71-9175-3131d0218598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.010432] env[62448]: DEBUG oslo_vmware.api [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.867192} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.010837] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2103.029306] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dde3206e-5b59-4f19-beb2-a6db4b112496 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.246s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.030562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.443s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.032027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.032027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.032027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.037315] env[62448]: INFO nova.compute.manager [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Terminating instance [ 2103.046074] env[62448]: DEBUG oslo_vmware.api [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.055657] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9088dc0a-efc5-4741-a591-6e56fc323c4d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "056895fd-c554-45f8-8f67-982ff3494ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.993s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.121092] env[62448]: DEBUG nova.compute.utils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2103.148026] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093365, 'name': CreateVM_Task, 'duration_secs': 0.539203} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.148258] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2103.149075] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '090d9596-031b-45a1-b41c-0a1ec4790f71', 'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428717', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'name': 'volume-5910770f-883c-4d0f-a6ad-014981c66497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6234ebb6-e1b6-440b-b217-2598f89c9f08', 'attached_at': '', 'detached_at': '', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'serial': '5910770f-883c-4d0f-a6ad-014981c66497'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2103.149324] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Root volume attach. Driver type: vmdk {{(pid=62448) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2103.150826] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99193b6f-7dc3-4ecd-9e47-54dfdb615f19 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.168070] env[62448]: DEBUG oslo_vmware.api [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093366, 'name': PowerOnVM_Task, 'duration_secs': 0.640447} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.168485] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.168739] env[62448]: INFO nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Took 12.07 seconds to spawn the instance on the hypervisor. [ 2103.168901] env[62448]: DEBUG nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.169735] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77887402-faad-4e32-b2db-670049da9302 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.178138] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680816aa-b137-46f7-9a86-63e1090208f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.188779] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c2196-db15-4afc-a946-2fd6a77bb95c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.198546] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2103.199770] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4ef7f17-6b86-4aa1-8f2f-1f332f5ddcb9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.204905] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3df37384-f4b2-44b1-b7ce-2d9292d41f80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.209371] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2103.209371] env[62448]: value = "task-2093371" [ 2103.209371] env[62448]: _type = "Task" [ 2103.209371] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.219203] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2103.219203] env[62448]: value = "task-2093372" [ 2103.219203] env[62448]: _type = "Task" [ 2103.219203] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.226023] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.235885] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093372, 'name': RelocateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.274519] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23e25a-7be6-4c33-bf4e-12ddf974876c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.291277] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10cf906-3929-4d84-a583-9e122d276f57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.294855] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093369, 'name': CreateVM_Task, 'duration_secs': 0.711598} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.295119] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2103.296258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.296422] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.296760] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2103.297078] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812c69ca-4002-4e66-8411-c29243be63bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.324576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f5aee4-0878-4e50-9881-9759b014d97a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.329152] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2103.329152] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5289babf-5e45-92f5-5303-0a06e9f72eba" [ 2103.329152] env[62448]: _type = "Task" [ 2103.329152] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.337576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75535343-3861-4da8-a651-b944dbede201 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.345977] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5289babf-5e45-92f5-5303-0a06e9f72eba, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.346900] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.347056] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2103.347310] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.347548] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.347701] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2103.348235] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-285c4c5b-835f-4ea2-8c4e-d79f8f8e0637 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.361715] env[62448]: DEBUG nova.compute.provider_tree [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.364082] env[62448]: DEBUG nova.network.neutron [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Successfully updated port: 1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2103.374370] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2103.374606] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2103.375379] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a819b08-dc8b-4e97-92f7-e21c84bab1a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.384557] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2103.384557] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52abd2cb-e9d1-c95b-fb5b-d3b48f76706f" [ 2103.384557] env[62448]: _type = "Task" [ 2103.384557] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.394901] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52abd2cb-e9d1-c95b-fb5b-d3b48f76706f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.463445] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Releasing lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.463702] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-changed-0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.463907] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing instance network info cache due to event network-changed-0522eb21-cc4f-4123-a26b-603d12d22819. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2103.464091] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.464261] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.464522] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing network info cache for port 0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2103.517536] env[62448]: WARNING nova.compute.manager [None req-dc86a0cf-e0cf-4d8b-936a-ceaf376fb3e3 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Image not found during snapshot: nova.exception.ImageNotFound: Image 6d08efc0-c9e1-42fe-9192-a8fd83970d26 could not be found. [ 2103.545277] env[62448]: DEBUG nova.compute.manager [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2103.545503] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2103.545866] env[62448]: DEBUG oslo_vmware.api [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093370, 'name': ReconfigVM_Task, 'duration_secs': 0.929003} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.546128] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18628551-0780-455d-96ac-6391e6c5b548 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.548681] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.548889] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfigured VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2103.562781] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d576b-1141-431a-9c09-abda3eb2d97b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.608893] env[62448]: WARNING nova.virt.vmwareapi.vmops [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 94158eb0-19b9-46a4-a382-e2cfe58c9f54 could not be found. [ 2103.609165] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.609382] env[62448]: INFO nova.compute.manager [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Took 0.06 seconds to destroy the instance on the hypervisor. [ 2103.609685] env[62448]: DEBUG oslo.service.loopingcall [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.610030] env[62448]: DEBUG nova.compute.manager [-] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2103.610150] env[62448]: DEBUG nova.network.neutron [-] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.624080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.706849] env[62448]: INFO nova.compute.manager [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Took 28.31 seconds to build instance. [ 2103.726861] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.733985] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093372, 'name': RelocateVM_Task, 'duration_secs': 0.040748} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.734372] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2103.734596] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428717', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'name': 'volume-5910770f-883c-4d0f-a6ad-014981c66497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6234ebb6-e1b6-440b-b217-2598f89c9f08', 'attached_at': '', 'detached_at': '', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'serial': '5910770f-883c-4d0f-a6ad-014981c66497'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2103.735500] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f3e74-c695-4736-929a-8db0f7a1e696 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.754571] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67774f9-a677-40ba-ada0-891d748ab1b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.782199] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-5910770f-883c-4d0f-a6ad-014981c66497/volume-5910770f-883c-4d0f-a6ad-014981c66497.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2103.782526] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4157f6-d484-4894-9095-a1b53848fa07 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.804728] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2103.804728] env[62448]: value = "task-2093373" [ 2103.804728] env[62448]: _type = "Task" [ 2103.804728] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.818184] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.868123] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.868321] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.868483] env[62448]: DEBUG nova.network.neutron [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2103.870070] env[62448]: DEBUG nova.scheduler.client.report [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.895654] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52abd2cb-e9d1-c95b-fb5b-d3b48f76706f, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.896507] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cfff54-4d08-4ebd-ad75-2c51179dc7a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.902933] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2103.902933] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528d301a-b27f-7d2b-02c8-3e7bf21ff07d" [ 2103.902933] env[62448]: _type = "Task" [ 2103.902933] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.912276] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528d301a-b27f-7d2b-02c8-3e7bf21ff07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.054239] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79b8f15a-3dfd-464d-b5cc-d4bd437dc56b tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.260s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.209236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ed6ec400-194e-4b43-91e8-ed29ddf89abd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.427s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.232337] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093371, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.241599] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updated VIF entry in instance network info cache for port 0522eb21-cc4f-4123-a26b-603d12d22819. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.241770] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0522eb21-cc4f-4123-a26b-603d12d22819", "address": "fa:16:3e:d3:f5:57", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0522eb21-cc", "ovs_interfaceid": "0522eb21-cc4f-4123-a26b-603d12d22819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.316205] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093373, 'name': ReconfigVM_Task, 'duration_secs': 0.43692} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.317290] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-5910770f-883c-4d0f-a6ad-014981c66497/volume-5910770f-883c-4d0f-a6ad-014981c66497.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.324055] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e16bc5-bf62-418e-805f-e40675c0718c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.342080] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2104.342080] env[62448]: value = "task-2093374" [ 2104.342080] env[62448]: _type = "Task" [ 2104.342080] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.352330] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.374042] env[62448]: DEBUG nova.network.neutron [-] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.379021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.409222] env[62448]: INFO nova.scheduler.client.report [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleted allocations for instance d73242d8-5525-4289-8200-41e8c97e3022 [ 2104.415196] env[62448]: DEBUG nova.network.neutron [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2104.421200] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528d301a-b27f-7d2b-02c8-3e7bf21ff07d, 'name': SearchDatastore_Task, 'duration_secs': 0.022159} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.422160] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.422438] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/3cc4d198-324e-4707-aa79-672c0b0163f9.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2104.422715] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1c0390-48d1-48da-958d-92a37dcf322b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.431972] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2104.431972] env[62448]: value = "task-2093376" [ 2104.431972] env[62448]: _type = "Task" [ 2104.431972] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.441592] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.571799] env[62448]: DEBUG nova.network.neutron [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [{"id": "1e942044-99c3-4e5a-b160-d964e680441b", "address": "fa:16:3e:39:cf:08", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e942044-99", "ovs_interfaceid": "1e942044-99c3-4e5a-b160-d964e680441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.702226] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.702522] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.702750] env[62448]: INFO nova.compute.manager [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Attaching volume 762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b to /dev/sdb [ 2104.724427] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093371, 'name': CreateSnapshot_Task, 'duration_secs': 1.058565} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.724803] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2104.725616] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5bce0-3ae1-453a-84f6-d18b80856595 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.739182] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2614d6-0018-41d1-8ba3-b780068c6fc5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.744594] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.745027] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Received event network-changed-82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2104.745146] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Refreshing instance network info cache due to event network-changed-82db94ac-1966-4f56-b135-3a7d9356dd77. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2104.745671] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquiring lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.745671] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Acquired lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.745795] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Refreshing network info cache for port 82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.749372] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fcea6-c63a-49f0-b4dd-960aa8bda417 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.765546] env[62448]: DEBUG nova.virt.block_device [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updating existing volume attachment record: 950ea3a7-140a-41e9-a7e9-9646015ccdce {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2104.852203] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093374, 'name': ReconfigVM_Task, 'duration_secs': 0.217296} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.852531] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428717', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'name': 'volume-5910770f-883c-4d0f-a6ad-014981c66497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6234ebb6-e1b6-440b-b217-2598f89c9f08', 'attached_at': '', 'detached_at': '', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'serial': '5910770f-883c-4d0f-a6ad-014981c66497'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2104.853116] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-431aca9e-5f56-4c66-ae92-e2d24dc89908 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.862781] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2104.862781] env[62448]: value = "task-2093377" [ 2104.862781] env[62448]: _type = "Task" [ 2104.862781] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.871984] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093377, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.879172] env[62448]: INFO nova.compute.manager [-] [instance: 94158eb0-19b9-46a4-a382-e2cfe58c9f54] Took 1.27 seconds to deallocate network for instance. [ 2104.926029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-959c754c-a39f-4d95-9b9d-b3dce4ac082d tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "d73242d8-5525-4289-8200-41e8c97e3022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.120s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.943712] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093376, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.946374] env[62448]: DEBUG nova.compute.manager [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Received event network-vif-plugged-1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2104.946588] env[62448]: DEBUG oslo_concurrency.lockutils [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] Acquiring lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.946863] env[62448]: DEBUG oslo_concurrency.lockutils [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] Lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.947321] env[62448]: DEBUG oslo_concurrency.lockutils [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] Lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.947371] env[62448]: DEBUG nova.compute.manager [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] No waiting events found dispatching network-vif-plugged-1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2104.947504] env[62448]: WARNING nova.compute.manager [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Received unexpected event network-vif-plugged-1e942044-99c3-4e5a-b160-d964e680441b for instance with vm_state building and task_state spawning. [ 2104.947744] env[62448]: DEBUG nova.compute.manager [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Received event network-changed-1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2104.947937] env[62448]: DEBUG nova.compute.manager [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Refreshing instance network info cache due to event network-changed-1e942044-99c3-4e5a-b160-d964e680441b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2104.948361] env[62448]: DEBUG oslo_concurrency.lockutils [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] Acquiring lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.079661] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.079661] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Instance network_info: |[{"id": "1e942044-99c3-4e5a-b160-d964e680441b", "address": "fa:16:3e:39:cf:08", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e942044-99", "ovs_interfaceid": "1e942044-99c3-4e5a-b160-d964e680441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2105.079661] env[62448]: DEBUG oslo_concurrency.lockutils [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] Acquired lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.079661] env[62448]: DEBUG nova.network.neutron [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Refreshing network info cache for port 1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.079661] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:cf:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e942044-99c3-4e5a-b160-d964e680441b', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2105.089565] env[62448]: DEBUG oslo.service.loopingcall [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.093635] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2105.095072] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf51454-acf6-47b9-98bf-655541889dda {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.122235] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2105.122235] env[62448]: value = "task-2093379" [ 2105.122235] env[62448]: _type = "Task" [ 2105.122235] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.136015] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093379, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.253257] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2105.255859] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac93175a-e57d-4363-aac2-f79f9ab8a0c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.271142] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2105.271142] env[62448]: value = "task-2093380" [ 2105.271142] env[62448]: _type = "Task" [ 2105.271142] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.282886] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093380, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.378153] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093377, 'name': Rename_Task, 'duration_secs': 0.324719} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.378489] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2105.378804] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94b3015e-3e59-4051-a951-584f80cac534 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.388906] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2105.388906] env[62448]: value = "task-2093383" [ 2105.388906] env[62448]: _type = "Task" [ 2105.388906] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.404321] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.445696] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865615} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.448983] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/3cc4d198-324e-4707-aa79-672c0b0163f9.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2105.449605] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2105.450295] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00ef003-b460-47f7-b4a3-899f2d78480d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.461850] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2105.461850] env[62448]: value = "task-2093384" [ 2105.461850] env[62448]: _type = "Task" [ 2105.461850] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.476846] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.575355] env[62448]: DEBUG nova.network.neutron [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updated VIF entry in instance network info cache for port 1e942044-99c3-4e5a-b160-d964e680441b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.575741] env[62448]: DEBUG nova.network.neutron [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [{"id": "1e942044-99c3-4e5a-b160-d964e680441b", "address": "fa:16:3e:39:cf:08", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e942044-99", "ovs_interfaceid": "1e942044-99c3-4e5a-b160-d964e680441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.635029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.635029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.635029] env[62448]: DEBUG nova.compute.manager [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.635029] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093379, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.635029] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45230c-cc2d-403a-86b1-47df1bfe76c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.644125] env[62448]: DEBUG nova.compute.manager [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2105.645177] env[62448]: DEBUG nova.objects.instance [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'flavor' on Instance uuid e6b7f731-b450-43f7-b807-d5a10c4cd498 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.664026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.664026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.664026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.664026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.664026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.670246] env[62448]: INFO nova.compute.manager [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Terminating instance [ 2105.720172] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Updated VIF entry in instance network info cache for port 82db94ac-1966-4f56-b135-3a7d9356dd77. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.720172] env[62448]: DEBUG nova.network.neutron [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Updating instance_info_cache with network_info: [{"id": "82db94ac-1966-4f56-b135-3a7d9356dd77", "address": "fa:16:3e:c8:a2:fe", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82db94ac-19", "ovs_interfaceid": "82db94ac-1966-4f56-b135-3a7d9356dd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.784797] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093380, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.905917] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093383, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.910745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9cd56694-94b3-49c5-a6ad-4deea0ccaa23 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "94158eb0-19b9-46a4-a382-e2cfe58c9f54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.880s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.978212] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079195} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.978602] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2105.979854] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc789619-33ee-4a52-8c1d-2a2f9bce22bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.018036] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/3cc4d198-324e-4707-aa79-672c0b0163f9.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2106.018524] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b380a87f-f3fc-408f-a5dc-f98b92496d6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.058042] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2106.058042] env[62448]: value = "task-2093385" [ 2106.058042] env[62448]: _type = "Task" [ 2106.058042] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.073999] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.080174] env[62448]: DEBUG oslo_concurrency.lockutils [req-0734d9dc-73e6-4590-9af5-95705cbaf904 req-01c54deb-6bbf-4931-a6b6-0c2938230aa3 service nova] Releasing lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.132546] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093379, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.175052] env[62448]: DEBUG nova.compute.manager [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2106.175245] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2106.176455] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1d3393-bac2-49ae-bda8-6b05275f2f90 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.185939] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.186275] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6da232f9-88e9-4b81-aa36-8b1fd43636bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.193686] env[62448]: DEBUG oslo_vmware.api [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2106.193686] env[62448]: value = "task-2093386" [ 2106.193686] env[62448]: _type = "Task" [ 2106.193686] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.203675] env[62448]: DEBUG oslo_vmware.api [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.222601] env[62448]: DEBUG oslo_concurrency.lockutils [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] Releasing lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.223358] env[62448]: DEBUG nova.compute.manager [req-50ac32f2-288f-42d8-b357-32520aff265d req-fd9783cf-0db9-422c-9b8e-6d91436f5731 service nova] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Received event network-vif-deleted-8db8643d-0b53-438b-be0c-584cbbb33569 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2106.284267] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093380, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.400979] env[62448]: DEBUG oslo_vmware.api [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093383, 'name': PowerOnVM_Task, 'duration_secs': 0.69935} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.402538] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2106.402538] env[62448]: INFO nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Took 6.52 seconds to spawn the instance on the hypervisor. [ 2106.402538] env[62448]: DEBUG nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.402723] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7063c80-6fe9-4faa-9f31-70d6c00b275a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.406875] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-cd453092-92c4-4f66-b609-5047614c9626" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.407125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-cd453092-92c4-4f66-b609-5047614c9626" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.407470] env[62448]: DEBUG nova.objects.instance [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'flavor' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.568205] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.634212] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093379, 'name': CreateVM_Task, 'duration_secs': 1.054185} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.634505] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2106.635450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.635741] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.636141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2106.636415] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b0770f-0895-49cb-a09b-f93d5a51a253 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.641956] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2106.641956] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520162e8-3403-eff7-6627-abee47e52782" [ 2106.641956] env[62448]: _type = "Task" [ 2106.641956] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.650355] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520162e8-3403-eff7-6627-abee47e52782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.657011] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.657312] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbda007f-5a6d-49f3-82a1-b316cc4c5e2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.665342] env[62448]: DEBUG oslo_vmware.api [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2106.665342] env[62448]: value = "task-2093387" [ 2106.665342] env[62448]: _type = "Task" [ 2106.665342] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.674790] env[62448]: DEBUG oslo_vmware.api [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.707724] env[62448]: DEBUG oslo_vmware.api [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093386, 'name': PowerOffVM_Task, 'duration_secs': 0.327078} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.708156] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2106.708395] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2106.708684] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d93d303-522c-4a51-992d-a3073a4db14f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.785848] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093380, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.925034] env[62448]: INFO nova.compute.manager [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Took 19.82 seconds to build instance. [ 2107.056685] env[62448]: DEBUG nova.objects.instance [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'pci_requests' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.074022] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093385, 'name': ReconfigVM_Task, 'duration_secs': 0.672362} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.074022] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/3cc4d198-324e-4707-aa79-672c0b0163f9.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2107.074022] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c36396b-e601-401c-b3de-95f9f7d674f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.083799] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2107.083799] env[62448]: value = "task-2093389" [ 2107.083799] env[62448]: _type = "Task" [ 2107.083799] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.094816] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093389, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.145199] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.145835] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.162381] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520162e8-3403-eff7-6627-abee47e52782, 'name': SearchDatastore_Task, 'duration_secs': 0.017402} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.163734] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.164092] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2107.164433] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.165106] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.165569] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2107.166701] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ff910f5-e15a-451b-afca-3e2d7661aca1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.180803] env[62448]: DEBUG oslo_vmware.api [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093387, 'name': PowerOffVM_Task, 'duration_secs': 0.428559} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.182103] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2107.182514] env[62448]: DEBUG nova.compute.manager [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2107.182706] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2107.182931] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2107.184912] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4124d-edc4-46d0-be05-ad95fd79954c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.188491] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581c7b85-b662-4ff6-b479-b748f99c6375 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.197480] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2107.197480] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52715fda-bcb5-022f-b929-d8ca58a1d744" [ 2107.197480] env[62448]: _type = "Task" [ 2107.197480] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.211276] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52715fda-bcb5-022f-b929-d8ca58a1d744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.275981] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2107.276230] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2107.276413] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleting the datastore file [datastore2] 360daa66-7a35-42f9-85cd-6b13dde8dbb1 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2107.279986] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dd5ab95-0f16-4f20-a901-f0daf67b37d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.288014] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093380, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.289791] env[62448]: DEBUG oslo_vmware.api [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for the task: (returnval){ [ 2107.289791] env[62448]: value = "task-2093390" [ 2107.289791] env[62448]: _type = "Task" [ 2107.289791] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.297751] env[62448]: DEBUG oslo_vmware.api [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.427193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-71518616-61e5-4cab-81c3-b4d8758bd283 tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.339s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.563744] env[62448]: DEBUG nova.objects.base [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Object Instance<27e54b3e-6278-4cf5-8a37-97e38d9c759d> lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2107.563971] env[62448]: DEBUG nova.network.neutron [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2107.595729] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093389, 'name': Rename_Task, 'duration_secs': 0.208856} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.596066] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2107.596282] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d63c405-ee41-43c2-b0b7-c91596af249a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.603466] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2107.603466] env[62448]: value = "task-2093392" [ 2107.603466] env[62448]: _type = "Task" [ 2107.603466] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.613545] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.651513] env[62448]: DEBUG nova.policy [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2107.653697] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2107.708280] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bb98e912-7a17-455a-9d0f-2d3d0a728510 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.714856] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52715fda-bcb5-022f-b929-d8ca58a1d744, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.716540] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c9c56f-072d-467f-bc55-109b7d475801 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.723695] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2107.723695] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528bb97f-fe5f-f2d1-02d0-509998b0557f" [ 2107.723695] env[62448]: _type = "Task" [ 2107.723695] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.739013] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528bb97f-fe5f-f2d1-02d0-509998b0557f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.785899] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093380, 'name': CloneVM_Task, 'duration_secs': 2.465772} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.786305] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Created linked-clone VM from snapshot [ 2107.787094] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fd019-85f6-4b07-8ebe-359a55e4c25e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.797577] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Uploading image 82461693-e12f-4763-b9a9-6003edb31561 {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2107.807337] env[62448]: DEBUG oslo_vmware.api [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Task: {'id': task-2093390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39834} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.807655] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2107.808015] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2107.808131] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2107.808270] env[62448]: INFO nova.compute.manager [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2107.808514] env[62448]: DEBUG oslo.service.loopingcall [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2107.808709] env[62448]: DEBUG nova.compute.manager [-] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2107.808803] env[62448]: DEBUG nova.network.neutron [-] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2107.831227] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2107.831227] env[62448]: value = "vm-428739" [ 2107.831227] env[62448]: _type = "VirtualMachine" [ 2107.831227] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2107.831522] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62bb5410-4b2b-437b-9669-a3947bb262c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.841600] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease: (returnval){ [ 2107.841600] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d71a-ed1b-aa17-0c28-f11c134a09b9" [ 2107.841600] env[62448]: _type = "HttpNfcLease" [ 2107.841600] env[62448]: } obtained for exporting VM: (result){ [ 2107.841600] env[62448]: value = "vm-428739" [ 2107.841600] env[62448]: _type = "VirtualMachine" [ 2107.841600] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2107.842033] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the lease: (returnval){ [ 2107.842033] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d71a-ed1b-aa17-0c28-f11c134a09b9" [ 2107.842033] env[62448]: _type = "HttpNfcLease" [ 2107.842033] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2107.850451] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2107.850451] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d71a-ed1b-aa17-0c28-f11c134a09b9" [ 2107.850451] env[62448]: _type = "HttpNfcLease" [ 2107.850451] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2108.031066] env[62448]: DEBUG nova.compute.manager [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Received event network-changed-55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2108.031066] env[62448]: DEBUG nova.compute.manager [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Refreshing instance network info cache due to event network-changed-55aeb485-f134-4d71-9175-3131d0218598. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2108.031066] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] Acquiring lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.031066] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] Acquired lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.031066] env[62448]: DEBUG nova.network.neutron [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Refreshing network info cache for port 55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.117722] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093392, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.185589] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.186028] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.188960] env[62448]: INFO nova.compute.claims [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2108.239559] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528bb97f-fe5f-f2d1-02d0-509998b0557f, 'name': SearchDatastore_Task, 'duration_secs': 0.01979} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.239559] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.239559] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c/d6fc8510-f778-4218-b757-0f297b43e73c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2108.239559] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e230deaf-d15d-4ae2-9aa9-5e1583f0468c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.249112] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2108.249112] env[62448]: value = "task-2093394" [ 2108.249112] env[62448]: _type = "Task" [ 2108.249112] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.258668] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.352560] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2108.352560] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d71a-ed1b-aa17-0c28-f11c134a09b9" [ 2108.352560] env[62448]: _type = "HttpNfcLease" [ 2108.352560] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2108.352851] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2108.352851] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d71a-ed1b-aa17-0c28-f11c134a09b9" [ 2108.352851] env[62448]: _type = "HttpNfcLease" [ 2108.352851] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2108.353606] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b62da07-be10-425a-9fe9-e712a7016468 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.362378] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b8e-ff2d-c53c-13d6-b878d3b1598a/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2108.362574] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b8e-ff2d-c53c-13d6-b878d3b1598a/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2108.457809] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd8da767-60e2-4c0d-b9cf-81ae1a85b76b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.619887] env[62448]: DEBUG oslo_vmware.api [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093392, 'name': PowerOnVM_Task, 'duration_secs': 0.837963} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.620193] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2108.620410] env[62448]: INFO nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Took 15.17 seconds to spawn the instance on the hypervisor. [ 2108.620600] env[62448]: DEBUG nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.621666] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7914858d-be00-46c3-85c1-507be8eca116 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.763687] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093394, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.775380] env[62448]: DEBUG nova.network.neutron [-] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.870496] env[62448]: DEBUG nova.network.neutron [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updated VIF entry in instance network info cache for port 55aeb485-f134-4d71-9175-3131d0218598. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2108.871037] env[62448]: DEBUG nova.network.neutron [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updating instance_info_cache with network_info: [{"id": "55aeb485-f134-4d71-9175-3131d0218598", "address": "fa:16:3e:45:3c:9d", "network": {"id": "873d7e66-da09-46c6-9302-f3452a5b0793", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-726554336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f227f09cda4745ff974edc7aa16c6ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55aeb485-f1", "ovs_interfaceid": "55aeb485-f134-4d71-9175-3131d0218598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.102379] env[62448]: DEBUG nova.compute.manager [req-49df03d6-f1af-4a00-b018-6648a9d5793a req-8966cb61-cfd3-4d31-8e81-6c394eda12fd service nova] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Received event network-vif-deleted-45622d27-fb7c-4667-80dc-2fb63fdf71f3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2109.146650] env[62448]: INFO nova.compute.manager [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Took 33.23 seconds to build instance. [ 2109.264268] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53812} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.264926] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c/d6fc8510-f778-4218-b757-0f297b43e73c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2109.265218] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2109.265496] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7906ded2-e2b1-4e56-8c33-6beeb0ece4c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.278160] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2109.278160] env[62448]: value = "task-2093395" [ 2109.278160] env[62448]: _type = "Task" [ 2109.278160] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.278571] env[62448]: INFO nova.compute.manager [-] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Took 1.47 seconds to deallocate network for instance. [ 2109.291064] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.334789] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.335255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.374169] env[62448]: DEBUG oslo_concurrency.lockutils [req-e2e9a6f7-44a0-481c-9bdf-d549648a846c req-eb17209e-799a-44cb-93f5-55a900ceab5b service nova] Releasing lock "refresh_cache-6234ebb6-e1b6-440b-b217-2598f89c9f08" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.481497] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd0200-2d53-4883-8b61-2fe84968095b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.488713] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876d8292-ee2c-4eca-a2af-88719ee0da9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.535192] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b542b6-746e-4c9a-b195-15d24c6bb791 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.545027] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddda0e0-e5d7-4c43-8fd1-d4a8b952fdab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.561840] env[62448]: DEBUG nova.compute.provider_tree [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.637619] env[62448]: DEBUG nova.network.neutron [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Successfully updated port: cd453092-92c4-4f66-b609-5047614c9626 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2109.648187] env[62448]: DEBUG oslo_concurrency.lockutils [None req-878c877a-1607-40a8-a22e-3255e92a9a79 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.389s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.792259] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148506} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.792795] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2109.793536] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd4836d-c9b5-417e-a4e8-15a8b35a3397 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.798794] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.824035] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c/d6fc8510-f778-4218-b757-0f297b43e73c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.825326] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2109.825765] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428740', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'name': 'volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc68363b-7077-4d89-8771-fa6f3274da29', 'attached_at': '', 'detached_at': '', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'serial': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2109.826951] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c1a4e8-52e2-48de-a56f-86d8af1489ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.842551] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6f1b00-7dee-44ee-9464-f4bf52014266 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.845582] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.866167] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ca27e-2926-407f-8f21-49c01dea4280 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.869277] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2109.869277] env[62448]: value = "task-2093396" [ 2109.869277] env[62448]: _type = "Task" [ 2109.869277] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.899206] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b/volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.903205] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65796b4d-6668-44c6-81e7-2ab83fba9fbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.916877] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.924121] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2109.924121] env[62448]: value = "task-2093397" [ 2109.924121] env[62448]: _type = "Task" [ 2109.924121] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.935047] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.065013] env[62448]: DEBUG nova.scheduler.client.report [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2110.140838] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.141131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.141446] env[62448]: DEBUG nova.network.neutron [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.168921] env[62448]: DEBUG nova.objects.instance [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'flavor' on Instance uuid e6b7f731-b450-43f7-b807-d5a10c4cd498 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.287402] env[62448]: INFO nova.compute.manager [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Rescuing [ 2110.287765] env[62448]: DEBUG oslo_concurrency.lockutils [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.287953] env[62448]: DEBUG oslo_concurrency.lockutils [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.288141] env[62448]: DEBUG nova.network.neutron [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.374652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.381863] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.438315] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.572354] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.572860] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2110.575783] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.777s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.576067] env[62448]: DEBUG nova.objects.instance [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lazy-loading 'resources' on Instance uuid 360daa66-7a35-42f9-85cd-6b13dde8dbb1 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.676970] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.676970] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.676970] env[62448]: DEBUG nova.network.neutron [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.676970] env[62448]: DEBUG nova.objects.instance [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'info_cache' on Instance uuid e6b7f731-b450-43f7-b807-d5a10c4cd498 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.685679] env[62448]: WARNING nova.network.neutron [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] 8b236d7b-0fe9-47db-a968-007ba0f135d9 already exists in list: networks containing: ['8b236d7b-0fe9-47db-a968-007ba0f135d9']. ignoring it [ 2110.685882] env[62448]: WARNING nova.network.neutron [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] 8b236d7b-0fe9-47db-a968-007ba0f135d9 already exists in list: networks containing: ['8b236d7b-0fe9-47db-a968-007ba0f135d9']. ignoring it [ 2110.722288] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.724360] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.724796] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.724996] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.725196] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.727677] env[62448]: INFO nova.compute.manager [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Terminating instance [ 2110.882616] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093396, 'name': ReconfigVM_Task, 'duration_secs': 0.611526} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.882866] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c/d6fc8510-f778-4218-b757-0f297b43e73c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.883538] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea339955-e758-47d4-b60d-4158e8b6bf33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.892500] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2110.892500] env[62448]: value = "task-2093398" [ 2110.892500] env[62448]: _type = "Task" [ 2110.892500] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.903094] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093398, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.937438] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093397, 'name': ReconfigVM_Task, 'duration_secs': 0.67749} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.937693] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Reconfigured VM instance instance-0000002d to attach disk [datastore2] volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b/volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.942862] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5c7973-7e52-4cba-a48e-cc0da4c26c38 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.956437] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "1dde074a-11b7-4ecc-9a19-212f997d6624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.956683] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.956884] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "1dde074a-11b7-4ecc-9a19-212f997d6624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.957082] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.957258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.959495] env[62448]: INFO nova.compute.manager [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Terminating instance [ 2110.962208] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2110.962208] env[62448]: value = "task-2093399" [ 2110.962208] env[62448]: _type = "Task" [ 2110.962208] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.972830] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.079363] env[62448]: DEBUG nova.compute.utils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.092682] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2111.092682] env[62448]: DEBUG nova.network.neutron [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2111.187022] env[62448]: DEBUG nova.objects.base [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2111.222204] env[62448]: DEBUG nova.policy [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818224adf6814a289843d655744e156c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100f0c01fa2d459aa060a6b417b14dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2111.234435] env[62448]: DEBUG nova.compute.manager [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.235188] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.238842] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec17191d-b4fe-4a2f-a1f4-7e8a5f2a80a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.251823] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.252320] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87307d10-18aa-40e9-a5a2-7dde6d6df8eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.260696] env[62448]: DEBUG oslo_vmware.api [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2111.260696] env[62448]: value = "task-2093400" [ 2111.260696] env[62448]: _type = "Task" [ 2111.260696] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.277274] env[62448]: DEBUG oslo_vmware.api [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.409615] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093398, 'name': Rename_Task, 'duration_secs': 0.24461} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.412863] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2111.413639] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969e22c3-caad-452d-8123-2ad42e0b3b45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.426125] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2111.426125] env[62448]: value = "task-2093401" [ 2111.426125] env[62448]: _type = "Task" [ 2111.426125] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.434154] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd557840-d450-4acc-a9f9-49285d01157d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.440468] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.446856] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc73c39-77da-4a4d-b001-ef0e9893d8e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.483027] env[62448]: DEBUG nova.compute.manager [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.483027] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.485992] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d0577d-ffbf-49c8-98b0-e4fc3dd47667 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.490432] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22027ac-71bd-4472-a070-ff083600331a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.502854] env[62448]: DEBUG oslo_vmware.api [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093399, 'name': ReconfigVM_Task, 'duration_secs': 0.175498} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.506548] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfabec40-8ccd-468c-8f88-d1bf7d7c127c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.513631] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428740', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'name': 'volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc68363b-7077-4d89-8771-fa6f3274da29', 'attached_at': '', 'detached_at': '', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'serial': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2111.515849] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.516641] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d037ce55-9305-416a-adcc-ac0f84419e04 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.529988] env[62448]: DEBUG nova.compute.provider_tree [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.534147] env[62448]: DEBUG oslo_vmware.api [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2111.534147] env[62448]: value = "task-2093402" [ 2111.534147] env[62448]: _type = "Task" [ 2111.534147] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.547024] env[62448]: DEBUG oslo_vmware.api [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.585796] env[62448]: DEBUG nova.network.neutron [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Updating instance_info_cache with network_info: [{"id": "82db94ac-1966-4f56-b135-3a7d9356dd77", "address": "fa:16:3e:c8:a2:fe", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82db94ac-19", "ovs_interfaceid": "82db94ac-1966-4f56-b135-3a7d9356dd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.590108] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2111.774900] env[62448]: DEBUG oslo_vmware.api [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093400, 'name': PowerOffVM_Task, 'duration_secs': 0.210937} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.775180] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2111.775398] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2111.775760] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70fea480-2a02-4a57-a97b-e6bcfe6c3001 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.937864] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.988258] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2111.988567] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2111.988690] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleting the datastore file [datastore2] 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2111.988986] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4c49a92-a1b4-43ce-a096-fcdb0bb4013f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.997622] env[62448]: DEBUG oslo_vmware.api [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2111.997622] env[62448]: value = "task-2093404" [ 2111.997622] env[62448]: _type = "Task" [ 2111.997622] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.006553] env[62448]: DEBUG oslo_vmware.api [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.036950] env[62448]: DEBUG nova.scheduler.client.report [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.058899] env[62448]: DEBUG oslo_vmware.api [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093402, 'name': PowerOffVM_Task, 'duration_secs': 0.226755} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.060582] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.060802] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.061616] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da317921-8c32-4e61-a7c1-efd1781feb0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.088473] env[62448]: DEBUG oslo_concurrency.lockutils [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-3cc4d198-324e-4707-aa79-672c0b0163f9" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.156500] env[62448]: DEBUG nova.network.neutron [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0522eb21-cc4f-4123-a26b-603d12d22819", "address": "fa:16:3e:d3:f5:57", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0522eb21-cc", "ovs_interfaceid": "0522eb21-cc4f-4123-a26b-603d12d22819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd453092-92c4-4f66-b609-5047614c9626", "address": "fa:16:3e:79:36:9e", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd453092-92", "ovs_interfaceid": "cd453092-92c4-4f66-b609-5047614c9626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.283643] env[62448]: DEBUG nova.network.neutron [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Successfully created port: fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.314776] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.315014] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.315225] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleting the datastore file [datastore2] 1dde074a-11b7-4ecc-9a19-212f997d6624 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.315863] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38656d5-8915-4b62-b264-5f44799ef1aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.323694] env[62448]: DEBUG oslo_vmware.api [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for the task: (returnval){ [ 2112.323694] env[62448]: value = "task-2093406" [ 2112.323694] env[62448]: _type = "Task" [ 2112.323694] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.333196] env[62448]: DEBUG oslo_vmware.api [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.376313] env[62448]: DEBUG nova.network.neutron [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.387643] env[62448]: DEBUG nova.compute.manager [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-vif-plugged-cd453092-92c4-4f66-b609-5047614c9626 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.387860] env[62448]: DEBUG oslo_concurrency.lockutils [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.388176] env[62448]: DEBUG oslo_concurrency.lockutils [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.388372] env[62448]: DEBUG oslo_concurrency.lockutils [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.388547] env[62448]: DEBUG nova.compute.manager [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] No waiting events found dispatching network-vif-plugged-cd453092-92c4-4f66-b609-5047614c9626 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2112.388714] env[62448]: WARNING nova.compute.manager [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received unexpected event network-vif-plugged-cd453092-92c4-4f66-b609-5047614c9626 for instance with vm_state active and task_state None. [ 2112.388886] env[62448]: DEBUG nova.compute.manager [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-changed-cd453092-92c4-4f66-b609-5047614c9626 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.389319] env[62448]: DEBUG nova.compute.manager [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing instance network info cache due to event network-changed-cd453092-92c4-4f66-b609-5047614c9626. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2112.389526] env[62448]: DEBUG oslo_concurrency.lockutils [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.435263] env[62448]: DEBUG oslo_vmware.api [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093401, 'name': PowerOnVM_Task, 'duration_secs': 0.545299} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.435516] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2112.435714] env[62448]: INFO nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Took 10.25 seconds to spawn the instance on the hypervisor. [ 2112.435900] env[62448]: DEBUG nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2112.436993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbf4901-5b5e-4542-b86d-d06db0949eba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.509669] env[62448]: DEBUG oslo_vmware.api [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300859} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.509949] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2112.510155] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2112.510413] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2112.510620] env[62448]: INFO nova.compute.manager [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2112.510868] env[62448]: DEBUG oslo.service.loopingcall [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.511092] env[62448]: DEBUG nova.compute.manager [-] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2112.511203] env[62448]: DEBUG nova.network.neutron [-] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2112.550723] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.553237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.179s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.555166] env[62448]: INFO nova.compute.claims [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.569044] env[62448]: DEBUG nova.objects.instance [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lazy-loading 'flavor' on Instance uuid cc68363b-7077-4d89-8771-fa6f3274da29 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.587399] env[62448]: INFO nova.scheduler.client.report [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Deleted allocations for instance 360daa66-7a35-42f9-85cd-6b13dde8dbb1 [ 2112.604241] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2112.640799] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2112.641092] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2112.641264] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2112.641460] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2112.641840] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2112.641840] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2112.642037] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2112.642248] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2112.642628] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2112.642726] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2112.642966] env[62448]: DEBUG nova.virt.hardware [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2112.644685] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5079e-7a80-48c2-98ab-0b5898222ba0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.655503] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33096f0-5d77-431f-a210-25f767d0ca7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.662473] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.663231] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.663341] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.663654] env[62448]: DEBUG oslo_concurrency.lockutils [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.663747] env[62448]: DEBUG nova.network.neutron [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Refreshing network info cache for port cd453092-92c4-4f66-b609-5047614c9626 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2112.665671] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464bdfcb-9659-482d-87cf-3d3d9ebd0a2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.691392] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2112.691647] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2112.691786] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2112.691969] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2112.692135] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2112.692284] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2112.692485] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2112.692643] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2112.692805] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2112.692972] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2112.693163] env[62448]: DEBUG nova.virt.hardware [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2112.699817] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfiguring VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2112.700936] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252efbd7-9875-4e58-bbf0-bea9b448f4f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.720553] env[62448]: DEBUG oslo_vmware.api [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2112.720553] env[62448]: value = "task-2093407" [ 2112.720553] env[62448]: _type = "Task" [ 2112.720553] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.729983] env[62448]: DEBUG oslo_vmware.api [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093407, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.835151] env[62448]: DEBUG oslo_vmware.api [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Task: {'id': task-2093406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329736} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.835523] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2112.835774] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2112.836023] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2112.836259] env[62448]: INFO nova.compute.manager [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2112.836573] env[62448]: DEBUG oslo.service.loopingcall [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.837369] env[62448]: DEBUG nova.compute.manager [-] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2112.837369] env[62448]: DEBUG nova.network.neutron [-] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2112.879415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.957966] env[62448]: INFO nova.compute.manager [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Took 15.20 seconds to build instance. [ 2113.075629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3542c9e-5979-48b4-990e-4c31e2aa4850 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.373s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.096048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-228cb6c5-66e4-44cc-b0f7-5f4f4249a817 tempest-ImagesTestJSON-1366622890 tempest-ImagesTestJSON-1366622890-project-member] Lock "360daa66-7a35-42f9-85cd-6b13dde8dbb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.433s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.233387] env[62448]: DEBUG oslo_vmware.api [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.460165] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9db3811e-206e-4d94-92b3-16cc265a5b82 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.708s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.506306] env[62448]: DEBUG nova.network.neutron [-] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.550109] env[62448]: DEBUG nova.network.neutron [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updated VIF entry in instance network info cache for port cd453092-92c4-4f66-b609-5047614c9626. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2113.550713] env[62448]: DEBUG nova.network.neutron [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0522eb21-cc4f-4123-a26b-603d12d22819", "address": "fa:16:3e:d3:f5:57", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0522eb21-cc", "ovs_interfaceid": "0522eb21-cc4f-4123-a26b-603d12d22819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd453092-92c4-4f66-b609-5047614c9626", "address": "fa:16:3e:79:36:9e", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd453092-92", "ovs_interfaceid": "cd453092-92c4-4f66-b609-5047614c9626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.639435] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2113.639886] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ea7176-8f22-4dd5-a730-eb1a85fa3baf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.649272] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2113.649272] env[62448]: value = "task-2093408" [ 2113.649272] env[62448]: _type = "Task" [ 2113.649272] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.661350] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.733839] env[62448]: DEBUG oslo_vmware.api [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093407, 'name': ReconfigVM_Task, 'duration_secs': 0.97133} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.734412] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.734659] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfigured VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2113.810479] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7777da-0c23-4eb3-8c52-0bf0fc9b005a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.820588] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7885f53-eb46-4f8b-b0d1-302ab5e9654e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.853133] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865ecb44-8485-4946-9d85-4ee8b9eda7d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.862075] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e31d69-9273-48a1-8df2-30e1f6acaf09 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.866495] env[62448]: DEBUG nova.network.neutron [-] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.881135] env[62448]: DEBUG nova.compute.provider_tree [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.884966] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2113.885288] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c82ee20-3a67-4f7f-8a61-d42790158df5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.894951] env[62448]: DEBUG oslo_vmware.api [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2113.894951] env[62448]: value = "task-2093409" [ 2113.894951] env[62448]: _type = "Task" [ 2113.894951] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.910217] env[62448]: DEBUG oslo_vmware.api [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.011650] env[62448]: INFO nova.compute.manager [-] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Took 1.50 seconds to deallocate network for instance. [ 2114.053915] env[62448]: DEBUG oslo_concurrency.lockutils [req-cf050ba4-1669-4ea6-aefb-39122385d3c4 req-ef046f82-0fab-4bec-b136-5ef7a66c882f service nova] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.161792] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093408, 'name': PowerOffVM_Task, 'duration_secs': 0.272633} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.162291] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2114.163362] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe674ae-e707-4e90-bd1b-0ed35ade5bd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.191145] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7863c62-d0b6-403f-9f9a-f518cd8a14ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.226636] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2114.226950] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720b6bc5-f233-4135-9517-bb8ce0c9ebc7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.236566] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2114.236566] env[62448]: value = "task-2093410" [ 2114.236566] env[62448]: _type = "Task" [ 2114.236566] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.241436] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5e6ad945-d497-402a-87f8-25ef955c1066 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-cd453092-92c4-4f66-b609-5047614c9626" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.834s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.246143] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.255792] env[62448]: DEBUG nova.network.neutron [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Successfully updated port: fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2114.369870] env[62448]: INFO nova.compute.manager [-] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Took 1.53 seconds to deallocate network for instance. [ 2114.384425] env[62448]: DEBUG nova.scheduler.client.report [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.409186] env[62448]: DEBUG oslo_vmware.api [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.520520] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.750915] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2114.751455] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2114.751884] env[62448]: DEBUG oslo_concurrency.lockutils [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.752164] env[62448]: DEBUG oslo_concurrency.lockutils [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.752466] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2114.753149] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e95e64-895c-4377-bbab-54e85396c065 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.758065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-5e2579f8-7bb5-490a-92e8-f2adfbeda10f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.759791] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-5e2579f8-7bb5-490a-92e8-f2adfbeda10f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.759791] env[62448]: DEBUG nova.network.neutron [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.767116] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2114.767116] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2114.767116] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8c7692-0869-4aa8-975c-9f33f6352b86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.773846] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2114.773846] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52584996-d6ac-5d17-d03a-58b3d63845bc" [ 2114.773846] env[62448]: _type = "Task" [ 2114.773846] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.784767] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52584996-d6ac-5d17-d03a-58b3d63845bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.859450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.859893] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.874554] env[62448]: DEBUG nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Received event network-vif-deleted-b7394e47-7953-43d0-baf8-7592ebca5d37 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2114.874815] env[62448]: DEBUG nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Received event network-vif-deleted-145e2746-4069-4f06-8d9e-e93e152adbce {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2114.875366] env[62448]: DEBUG nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Received event network-vif-plugged-fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2114.875366] env[62448]: DEBUG oslo_concurrency.lockutils [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] Acquiring lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.875498] env[62448]: DEBUG oslo_concurrency.lockutils [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.875597] env[62448]: DEBUG oslo_concurrency.lockutils [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.875777] env[62448]: DEBUG nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] No waiting events found dispatching network-vif-plugged-fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2114.876040] env[62448]: WARNING nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Received unexpected event network-vif-plugged-fb4a130d-310a-4f82-8321-2730309acdae for instance with vm_state building and task_state spawning. [ 2114.876182] env[62448]: DEBUG nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Received event network-changed-fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2114.876341] env[62448]: DEBUG nova.compute.manager [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Refreshing instance network info cache due to event network-changed-fb4a130d-310a-4f82-8321-2730309acdae. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2114.876513] env[62448]: DEBUG oslo_concurrency.lockutils [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] Acquiring lock "refresh_cache-5e2579f8-7bb5-490a-92e8-f2adfbeda10f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.877830] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.889880] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.890278] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2114.893546] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.373s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.893546] env[62448]: DEBUG nova.objects.instance [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lazy-loading 'resources' on Instance uuid 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.907215] env[62448]: DEBUG oslo_vmware.api [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093409, 'name': PowerOnVM_Task, 'duration_secs': 0.60882} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.907878] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2114.907878] env[62448]: DEBUG nova.compute.manager [None req-9e9316fa-b865-4cab-bbb5-246d870a928b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2114.908676] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e19458-19a4-41bf-b781-602cd9de151c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.285654] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52584996-d6ac-5d17-d03a-58b3d63845bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.286572] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f17909e-528f-4614-9522-700057a7e8d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.292827] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2115.292827] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd46d5-1e51-76f9-32ce-de604082e754" [ 2115.292827] env[62448]: _type = "Task" [ 2115.292827] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.302271] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd46d5-1e51-76f9-32ce-de604082e754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.311069] env[62448]: DEBUG nova.network.neutron [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2115.363863] env[62448]: INFO nova.compute.manager [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Detaching volume 762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b [ 2115.402074] env[62448]: DEBUG nova.compute.utils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.406693] env[62448]: INFO nova.virt.block_device [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Attempting to driver detach volume 762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b from mountpoint /dev/sdb [ 2115.407031] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2115.407260] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428740', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'name': 'volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc68363b-7077-4d89-8771-fa6f3274da29', 'attached_at': '', 'detached_at': '', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'serial': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2115.408237] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2115.408444] env[62448]: DEBUG nova.network.neutron [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2115.410983] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1aab6-3fc3-4698-b796-e3dc91f91eed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.454918] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5aded-2c8f-4a53-8c59-b8ee525fdebc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.475274] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ef2f7-cbc0-4994-a802-5324039fb151 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.510680] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5863aa-638d-4486-b5e6-49df557fa4f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.517251] env[62448]: DEBUG nova.policy [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4745bf5519674ec7bdbcbcf2b6156ed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c8bc19171e14d2fa5f860f068a61810', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2115.531265] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] The volume has not been displaced from its original location: [datastore2] volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b/volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2115.537283] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2115.542010] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409369ba-6cdf-4651-a377-2efcd589ee25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.562836] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2115.562836] env[62448]: value = "task-2093411" [ 2115.562836] env[62448]: _type = "Task" [ 2115.562836] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.575173] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.653771] env[62448]: DEBUG nova.network.neutron [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Updating instance_info_cache with network_info: [{"id": "fb4a130d-310a-4f82-8321-2730309acdae", "address": "fa:16:3e:00:d3:e6", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4a130d-31", "ovs_interfaceid": "fb4a130d-310a-4f82-8321-2730309acdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.756636] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e9b39-09fc-43dc-a345-79c0734bf682 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.766450] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a8f8b0-4a69-45d4-8db2-a0ad353de4db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.803101] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5194e4a-df1f-4ef1-a70b-6808b3b03237 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.813919] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd46d5-1e51-76f9-32ce-de604082e754, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.816578] env[62448]: DEBUG oslo_concurrency.lockutils [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.816908] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. {{(pid=62448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2115.817263] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174bb293-4a2e-4dd3-8e9b-4819116a0aeb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.821058] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec30d8-87fd-452f-be89-32fd07681208 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.837792] env[62448]: DEBUG nova.compute.provider_tree [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.840967] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2115.840967] env[62448]: value = "task-2093412" [ 2115.840967] env[62448]: _type = "Task" [ 2115.840967] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.851035] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.915830] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2115.972858] env[62448]: DEBUG nova.compute.manager [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2116.008657] env[62448]: DEBUG nova.network.neutron [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Successfully created port: 3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2116.078982] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.159798] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-5e2579f8-7bb5-490a-92e8-f2adfbeda10f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.160480] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Instance network_info: |[{"id": "fb4a130d-310a-4f82-8321-2730309acdae", "address": "fa:16:3e:00:d3:e6", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4a130d-31", "ovs_interfaceid": "fb4a130d-310a-4f82-8321-2730309acdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2116.160974] env[62448]: DEBUG oslo_concurrency.lockutils [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] Acquired lock "refresh_cache-5e2579f8-7bb5-490a-92e8-f2adfbeda10f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.161309] env[62448]: DEBUG nova.network.neutron [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Refreshing network info cache for port fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.162898] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:d3:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb4a130d-310a-4f82-8321-2730309acdae', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2116.174466] env[62448]: DEBUG oslo.service.loopingcall [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.175104] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2116.175558] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a023c67-a45c-46b1-894e-65a5f6d277a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.206817] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2116.206817] env[62448]: value = "task-2093413" [ 2116.206817] env[62448]: _type = "Task" [ 2116.206817] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.217793] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093413, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.344167] env[62448]: DEBUG nova.scheduler.client.report [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2116.364605] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093412, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.399788] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-0522eb21-cc4f-4123-a26b-603d12d22819" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.400247] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-0522eb21-cc4f-4123-a26b-603d12d22819" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.423650] env[62448]: INFO nova.virt.block_device [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Booting with volume db35b02d-fe08-4c12-8b5d-9aaed7571c3d at /dev/sda [ 2116.482053] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32e0bffe-1d74-40ab-818b-35002cdbb130 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.497760] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaccc0d-cd60-4725-ac38-c4a168dbc619 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.509228] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.535741] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa8a5dd2-10d3-4a7c-91ba-6a246532333a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.547860] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce0d361-0270-4f6d-8fe4-4cada7610d0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.574447] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.586250] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c8cbe-ebba-4730-ac5f-33a1e7d18c22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.594324] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b883278-2769-4c8f-a21f-476fd9bbda73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.612844] env[62448]: DEBUG nova.virt.block_device [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updating existing volume attachment record: 639ac910-0e6b-468b-b57f-a1271e275ad0 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2116.726637] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093413, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.856686] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.863662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.985s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.863933] env[62448]: DEBUG nova.objects.instance [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lazy-loading 'resources' on Instance uuid 1dde074a-11b7-4ecc-9a19-212f997d6624 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.865171] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545121} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.865433] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. [ 2116.869023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca586a85-a822-48c0-963a-5d82fa343658 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.902876] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.903894] env[62448]: INFO nova.scheduler.client.report [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleted allocations for instance 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055 [ 2116.909939] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27724520-96e9-422a-b0a6-4354b46ba801 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.924476] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.924733] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.928650] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1454b68-d4a1-4252-ad7c-59da35ab50e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.955495] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e031bb-0e42-499e-8953-21439ffaf80d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.958463] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2116.958463] env[62448]: value = "task-2093414" [ 2116.958463] env[62448]: _type = "Task" [ 2116.958463] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.986777] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfiguring VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2116.988580] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841295ef-7d19-4c03-973e-6e2d48b7bb09 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.003872] env[62448]: DEBUG nova.network.neutron [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Updated VIF entry in instance network info cache for port fb4a130d-310a-4f82-8321-2730309acdae. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2117.004343] env[62448]: DEBUG nova.network.neutron [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Updating instance_info_cache with network_info: [{"id": "fb4a130d-310a-4f82-8321-2730309acdae", "address": "fa:16:3e:00:d3:e6", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4a130d-31", "ovs_interfaceid": "fb4a130d-310a-4f82-8321-2730309acdae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.009414] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.018457] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2117.018457] env[62448]: value = "task-2093415" [ 2117.018457] env[62448]: _type = "Task" [ 2117.018457] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.028417] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.074954] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093411, 'name': ReconfigVM_Task, 'duration_secs': 1.45471} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.075201] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2117.080416] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebc4ed9-adc5-45ff-a74f-e24297be4204 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.102436] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2117.102436] env[62448]: value = "task-2093416" [ 2117.102436] env[62448]: _type = "Task" [ 2117.102436] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.111047] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.221646] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093413, 'name': CreateVM_Task, 'duration_secs': 0.586781} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.221839] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2117.222652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.222742] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.223087] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.223367] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3723e2b0-cb40-4f19-bae8-0bd59d0d2ed2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.229153] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2117.229153] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b36e49-03a6-eb58-d1bd-8f5f73bd2bfe" [ 2117.229153] env[62448]: _type = "Task" [ 2117.229153] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.241242] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b36e49-03a6-eb58-d1bd-8f5f73bd2bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.439121] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f1c8c139-3c0d-474d-9ea1-85544b30b490 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1e2a9cd7-494f-4cc6-9027-a1cbb1c14055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.476594] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093414, 'name': ReconfigVM_Task, 'duration_secs': 0.392428} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.476912] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.477825] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d70c1-4326-44d9-9a57-468326c8a15d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.510904] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c829668f-031e-40a5-bbff-63a7271e1a33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.521537] env[62448]: DEBUG oslo_concurrency.lockutils [req-946fc544-a017-43ee-9bd4-9d9a3c3beb20 req-2053539e-0452-40a9-9212-28214ff491e7 service nova] Releasing lock "refresh_cache-5e2579f8-7bb5-490a-92e8-f2adfbeda10f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.533676] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.537108] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2117.537108] env[62448]: value = "task-2093417" [ 2117.537108] env[62448]: _type = "Task" [ 2117.537108] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.612160] env[62448]: DEBUG oslo_vmware.api [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093416, 'name': ReconfigVM_Task, 'duration_secs': 0.233452} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.612882] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428740', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'name': 'volume-762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc68363b-7077-4d89-8771-fa6f3274da29', 'attached_at': '', 'detached_at': '', 'volume_id': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b', 'serial': '762b6532-5e6a-4ad4-a1b1-8b759e7e4d0b'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2117.680972] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185036a5-af00-4db8-b768-37a7cd4fa1d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.692610] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0762f2c-42e9-410d-b10f-34b27f90548a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.731018] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b4316-29ce-4c94-a5b8-2074f97fdf94 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.747670] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b36e49-03a6-eb58-d1bd-8f5f73bd2bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.748415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.748674] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2117.749070] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.749235] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.749420] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2117.751570] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e688662-5e82-4815-8cb2-d15abdc9e405 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.757369] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7de6802f-5900-4369-be30-be655e7e1913 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.773326] env[62448]: DEBUG nova.compute.provider_tree [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.776115] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2117.776301] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2117.777400] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008f9494-5587-41ab-b250-72f6800ef7b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.786158] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2117.786158] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529e7ef5-5a62-1ccb-ddea-cb0a2dd71c56" [ 2117.786158] env[62448]: _type = "Task" [ 2117.786158] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.796657] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529e7ef5-5a62-1ccb-ddea-cb0a2dd71c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.839757] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b8e-ff2d-c53c-13d6-b878d3b1598a/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2117.841145] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a7dd7-4126-4d6f-9341-e20c0ff7ca29 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.849822] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b8e-ff2d-c53c-13d6-b878d3b1598a/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2117.849822] env[62448]: ERROR oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b8e-ff2d-c53c-13d6-b878d3b1598a/disk-0.vmdk due to incomplete transfer. [ 2117.849822] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2a331df-f430-488f-8e1b-594892b43a36 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.857956] env[62448]: DEBUG oslo_vmware.rw_handles [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab2b8e-ff2d-c53c-13d6-b878d3b1598a/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2117.858202] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Uploaded image 82461693-e12f-4763-b9a9-6003edb31561 to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2117.860502] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2117.861074] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c3fb298-5eb0-460e-84dc-0919b8f28439 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.868448] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2117.868448] env[62448]: value = "task-2093418" [ 2117.868448] env[62448]: _type = "Task" [ 2117.868448] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.876899] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.906319] env[62448]: DEBUG nova.compute.manager [req-a1542fc1-4be4-4af3-811e-45d33334b5dd req-cb54a0ed-70a2-44bd-9b89-68ca9eed6612 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Received event network-vif-plugged-3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2117.906495] env[62448]: DEBUG oslo_concurrency.lockutils [req-a1542fc1-4be4-4af3-811e-45d33334b5dd req-cb54a0ed-70a2-44bd-9b89-68ca9eed6612 service nova] Acquiring lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.906760] env[62448]: DEBUG oslo_concurrency.lockutils [req-a1542fc1-4be4-4af3-811e-45d33334b5dd req-cb54a0ed-70a2-44bd-9b89-68ca9eed6612 service nova] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.907068] env[62448]: DEBUG oslo_concurrency.lockutils [req-a1542fc1-4be4-4af3-811e-45d33334b5dd req-cb54a0ed-70a2-44bd-9b89-68ca9eed6612 service nova] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.907254] env[62448]: DEBUG nova.compute.manager [req-a1542fc1-4be4-4af3-811e-45d33334b5dd req-cb54a0ed-70a2-44bd-9b89-68ca9eed6612 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] No waiting events found dispatching network-vif-plugged-3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2117.907568] env[62448]: WARNING nova.compute.manager [req-a1542fc1-4be4-4af3-811e-45d33334b5dd req-cb54a0ed-70a2-44bd-9b89-68ca9eed6612 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Received unexpected event network-vif-plugged-3e541aa3-05a2-46bf-839c-1e01c7fc295c for instance with vm_state building and task_state block_device_mapping. [ 2117.913435] env[62448]: DEBUG nova.network.neutron [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Successfully updated port: 3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2118.033505] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.049810] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093417, 'name': ReconfigVM_Task, 'duration_secs': 0.206196} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.050111] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.050410] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3439680a-8292-4d99-9483-bb5dadd94d2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.057627] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2118.057627] env[62448]: value = "task-2093419" [ 2118.057627] env[62448]: _type = "Task" [ 2118.057627] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.066390] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.179838] env[62448]: DEBUG nova.objects.instance [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lazy-loading 'flavor' on Instance uuid cc68363b-7077-4d89-8771-fa6f3274da29 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.281092] env[62448]: DEBUG nova.scheduler.client.report [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2118.297288] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529e7ef5-5a62-1ccb-ddea-cb0a2dd71c56, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.298784] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-427b4a6f-5a19-456f-87f5-686098734b46 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.306501] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2118.306501] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524a0ff0-8af0-01a4-a40c-c3116bc54ce8" [ 2118.306501] env[62448]: _type = "Task" [ 2118.306501] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.315631] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524a0ff0-8af0-01a4-a40c-c3116bc54ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.380841] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.415593] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.415775] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquired lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.416049] env[62448]: DEBUG nova.network.neutron [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2118.535806] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.568145] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093419, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.740884] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2118.740884] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2118.740884] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2118.740884] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2118.740884] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2118.740884] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2118.741183] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2118.741754] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2118.741754] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2118.741754] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2118.742430] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2118.742430] env[62448]: DEBUG nova.virt.hardware [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2118.743211] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba913460-de2b-4c49-b404-47c3588048f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.753289] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b22900-8620-42f7-b42d-430d0f3d9101 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.785602] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.788109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.279s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.820555] env[62448]: INFO nova.scheduler.client.report [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Deleted allocations for instance 1dde074a-11b7-4ecc-9a19-212f997d6624 [ 2118.828082] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524a0ff0-8af0-01a4-a40c-c3116bc54ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.020417} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.828521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.828893] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 5e2579f8-7bb5-490a-92e8-f2adfbeda10f/5e2579f8-7bb5-490a-92e8-f2adfbeda10f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.829179] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b305be26-d00c-4c92-a95c-e67ed7834d37 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.838828] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2118.838828] env[62448]: value = "task-2093420" [ 2118.838828] env[62448]: _type = "Task" [ 2118.838828] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.850766] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.879555] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.958207] env[62448]: DEBUG nova.network.neutron [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2119.039697] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.071468] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093419, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.182285] env[62448]: DEBUG nova.network.neutron [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updating instance_info_cache with network_info: [{"id": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "address": "fa:16:3e:b7:5b:f1", "network": {"id": "3ebc6abf-cddd-42e2-a228-07bb7ef4af48", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2698870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8bc19171e14d2fa5f860f068a61810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e541aa3-05", "ovs_interfaceid": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.192815] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a27cbbd-3832-473c-aa17-ff4b4b4ac6fa tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.333s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.293554] env[62448]: INFO nova.compute.claims [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2119.334321] env[62448]: DEBUG oslo_concurrency.lockutils [None req-13e7dc83-8859-4010-8462-712048e1ded5 tempest-ListServersNegativeTestJSON-880664177 tempest-ListServersNegativeTestJSON-880664177-project-member] Lock "1dde074a-11b7-4ecc-9a19-212f997d6624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.377s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.349499] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486595} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.349605] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 5e2579f8-7bb5-490a-92e8-f2adfbeda10f/5e2579f8-7bb5-490a-92e8-f2adfbeda10f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2119.349855] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2119.350079] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b01ffc6-64bb-4f14-beaa-0d9f02ba8722 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.357586] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2119.357586] env[62448]: value = "task-2093421" [ 2119.357586] env[62448]: _type = "Task" [ 2119.357586] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.367661] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.380506] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.442562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.442857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.443062] env[62448]: INFO nova.compute.manager [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Shelving [ 2119.536500] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.571349] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.686086] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Releasing lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.688499] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance network_info: |[{"id": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "address": "fa:16:3e:b7:5b:f1", "network": {"id": "3ebc6abf-cddd-42e2-a228-07bb7ef4af48", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2698870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8bc19171e14d2fa5f860f068a61810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e541aa3-05", "ovs_interfaceid": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2119.688499] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:5b:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e541aa3-05a2-46bf-839c-1e01c7fc295c', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2119.696031] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Creating folder: Project (0c8bc19171e14d2fa5f860f068a61810). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2119.696592] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f172cde1-a800-4f01-bc3d-2b1cc7f05279 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.713131] env[62448]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2119.713342] env[62448]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62448) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2119.714106] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Folder already exists: Project (0c8bc19171e14d2fa5f860f068a61810). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2119.714310] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Creating folder: Instances. Parent ref: group-v428724. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2119.714584] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb6fbb7-5bf2-496e-8b8c-e0afb6e52697 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.727711] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Created folder: Instances in parent group-v428724. [ 2119.727969] env[62448]: DEBUG oslo.service.loopingcall [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.728231] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2119.728459] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89e48455-2fe7-4804-83ac-faad8444d93e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.755516] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2119.755516] env[62448]: value = "task-2093424" [ 2119.755516] env[62448]: _type = "Task" [ 2119.755516] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.765803] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.802020] env[62448]: INFO nova.compute.resource_tracker [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating resource usage from migration 3e9b9d80-ad76-4d2a-befa-a1c2d60a77db [ 2119.872013] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064295} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.876375] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2119.877260] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c8f3c-ec4f-48de-b763-48855d6e9c3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.886064] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.908674] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 5e2579f8-7bb5-490a-92e8-f2adfbeda10f/5e2579f8-7bb5-490a-92e8-f2adfbeda10f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.909060] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c5decd-bb39-49da-aedb-807ec396d814 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.935996] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2119.935996] env[62448]: value = "task-2093425" [ 2119.935996] env[62448]: _type = "Task" [ 2119.935996] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.946208] env[62448]: DEBUG nova.compute.manager [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Received event network-changed-3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2119.946413] env[62448]: DEBUG nova.compute.manager [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Refreshing instance network info cache due to event network-changed-3e541aa3-05a2-46bf-839c-1e01c7fc295c. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2119.946627] env[62448]: DEBUG oslo_concurrency.lockutils [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] Acquiring lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.946769] env[62448]: DEBUG oslo_concurrency.lockutils [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] Acquired lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.946929] env[62448]: DEBUG nova.network.neutron [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Refreshing network info cache for port 3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2119.962140] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.040277] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.071018] env[62448]: DEBUG oslo_vmware.api [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093419, 'name': PowerOnVM_Task, 'duration_secs': 1.582056} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.073744] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.077274] env[62448]: DEBUG nova.compute.manager [None req-681a45bc-34b8-40fb-a769-eaf0a3a6a721 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.078829] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6d94b3-b343-47c8-b0e1-0f8113099a96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.118936] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c464d6-f5ab-440a-8f9e-c759f7b5dca1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.132816] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2aa48f-cd85-43e0-b89c-b5b471a6eb6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.171529] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101d650-a3ca-4300-8f50-76d62836b878 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.181887] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7735eb6a-d183-4f6d-82ca-209224a1e13d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.202315] env[62448]: DEBUG nova.compute.provider_tree [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2120.254392] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "8075fc5b-2eca-4878-8856-19b3e5d563b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.254671] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.266771] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.382453] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.446685] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.463609] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2120.463912] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec62b3e-ee12-4f19-8cdc-a1648373a957 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.472921] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2120.472921] env[62448]: value = "task-2093426" [ 2120.472921] env[62448]: _type = "Task" [ 2120.472921] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.483045] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.537952] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.707633] env[62448]: DEBUG nova.scheduler.client.report [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2120.738555] env[62448]: DEBUG nova.network.neutron [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updated VIF entry in instance network info cache for port 3e541aa3-05a2-46bf-839c-1e01c7fc295c. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2120.738939] env[62448]: DEBUG nova.network.neutron [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updating instance_info_cache with network_info: [{"id": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "address": "fa:16:3e:b7:5b:f1", "network": {"id": "3ebc6abf-cddd-42e2-a228-07bb7ef4af48", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2698870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8bc19171e14d2fa5f860f068a61810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e541aa3-05", "ovs_interfaceid": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.756962] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2120.782787] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.884021] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.948062] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093425, 'name': ReconfigVM_Task, 'duration_secs': 0.807622} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.948411] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 5e2579f8-7bb5-490a-92e8-f2adfbeda10f/5e2579f8-7bb5-490a-92e8-f2adfbeda10f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2120.949129] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-930e5291-1afa-4cd4-aef1-d22dadf8a026 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.960010] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2120.960010] env[62448]: value = "task-2093427" [ 2120.960010] env[62448]: _type = "Task" [ 2120.960010] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.967774] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093427, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.982643] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093426, 'name': PowerOffVM_Task, 'duration_secs': 0.222812} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.982935] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.984026] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d5ab1d-a500-4215-9587-cb4ab30e78df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.007755] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f561ff-4bc8-4976-9a7e-2615834d8361 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.037348] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.213919] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.426s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.214111] env[62448]: INFO nova.compute.manager [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Migrating [ 2121.249303] env[62448]: DEBUG oslo_concurrency.lockutils [req-9f489bee-0b0b-4f1d-abac-5b5e71a146ac req-5bb0ca1c-a497-4917-a608-ec89d3df8692 service nova] Releasing lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.276750] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.300101] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.300388] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.301914] env[62448]: INFO nova.compute.claims [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2121.383242] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.471129] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093427, 'name': Rename_Task, 'duration_secs': 0.335079} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.471869] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.472203] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f25119-d5d8-4c6c-a274-6eacb8c37164 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.483105] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2121.483105] env[62448]: value = "task-2093428" [ 2121.483105] env[62448]: _type = "Task" [ 2121.483105] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.498736] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.520399] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2121.520840] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-405295ec-28aa-497a-9f21-52ed953b3478 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.533805] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2121.533805] env[62448]: value = "task-2093429" [ 2121.533805] env[62448]: _type = "Task" [ 2121.533805] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.540972] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.547343] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.751324] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.751591] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.751958] env[62448]: DEBUG nova.network.neutron [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2121.776640] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.889203] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.997961] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.045152] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.051217] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093429, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.273284] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.389692] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.499361] env[62448]: DEBUG oslo_vmware.api [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093428, 'name': PowerOnVM_Task, 'duration_secs': 0.718083} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.502048] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2122.502250] env[62448]: INFO nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Took 9.90 seconds to spawn the instance on the hypervisor. [ 2122.502429] env[62448]: DEBUG nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.503846] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5368b0-73f3-4997-a05d-52e7c8dadcfb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.555925] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.563919] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093429, 'name': CreateSnapshot_Task, 'duration_secs': 0.636382} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.564287] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2122.565503] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d7bb22-1521-4f2b-a318-2c8bc02e1548 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.588089] env[62448]: DEBUG nova.network.neutron [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [{"id": "1e942044-99c3-4e5a-b160-d964e680441b", "address": "fa:16:3e:39:cf:08", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e942044-99", "ovs_interfaceid": "1e942044-99c3-4e5a-b160-d964e680441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.643214] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f3324-1c23-40fa-8676-1a09d25a798c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.652431] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8ee46-9cc7-4447-8ed6-fa2b3a337842 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.685535] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e03b7a-ac1e-4ed0-8fa8-a48b02e48180 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.694554] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42d481b-59b3-44d7-a53b-d366fdcaece8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.711538] env[62448]: DEBUG nova.compute.provider_tree [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2122.779754] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.885554] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.027951] env[62448]: INFO nova.compute.manager [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Took 14.87 seconds to build instance. [ 2123.044192] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.093593] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2123.094625] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.095779] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74ccfb05-c3f6-4ff2-b955-f809ffe29008 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.106961] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2123.106961] env[62448]: value = "task-2093430" [ 2123.106961] env[62448]: _type = "Task" [ 2123.106961] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.117942] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.215612] env[62448]: DEBUG nova.scheduler.client.report [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2123.276853] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.310841] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.384815] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.530994] env[62448]: DEBUG oslo_concurrency.lockutils [None req-feadcfb4-116d-4223-a62b-7a7837c27221 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.385s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.532215] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.222s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.532423] env[62448]: DEBUG nova.compute.manager [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.533360] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42270777-f536-45fa-bb18-873ba7e800c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.548502] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.548847] env[62448]: DEBUG nova.compute.manager [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2123.549467] env[62448]: DEBUG nova.objects.instance [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'flavor' on Instance uuid 5e2579f8-7bb5-490a-92e8-f2adfbeda10f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2123.557975] env[62448]: INFO nova.compute.manager [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Rescuing [ 2123.558366] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.559558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.559558] env[62448]: DEBUG nova.network.neutron [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2123.617973] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.722715] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.722715] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2123.778323] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.888898] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.046722] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.121920] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.230296] env[62448]: DEBUG nova.compute.utils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2124.230694] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2124.230856] env[62448]: DEBUG nova.network.neutron [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2124.277450] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.345930] env[62448]: DEBUG nova.policy [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f278a33a9af24ca980bfa3c573f0fc1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd5f2aa1840b4e63831051efb24e43da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2124.397578] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.548428] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.557865] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2124.557865] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500f27d3-56a7-4df1-921a-3c19ce70defe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.568032] env[62448]: DEBUG oslo_vmware.api [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2124.568032] env[62448]: value = "task-2093431" [ 2124.568032] env[62448]: _type = "Task" [ 2124.568032] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.576497] env[62448]: DEBUG oslo_vmware.api [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.591658] env[62448]: DEBUG nova.network.neutron [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updating instance_info_cache with network_info: [{"id": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "address": "fa:16:3e:55:66:1d", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ce8ea4-21", "ovs_interfaceid": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.625481] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b09370a-5074-4b56-9606-36b976d12c9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.635722] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.653715] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2124.736282] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2124.777904] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.895954] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.959737] env[62448]: DEBUG nova.network.neutron [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Successfully created port: 7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2125.049245] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.082022] env[62448]: DEBUG oslo_vmware.api [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093431, 'name': PowerOffVM_Task, 'duration_secs': 0.161446} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.082570] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.082913] env[62448]: DEBUG nova.compute.manager [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2125.084096] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8737b8-ce1f-49e5-8095-75e021a06c47 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.095157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.124982] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.162847] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2125.162958] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a2b6f0-5d36-48e4-bd3c-db0454c92fed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.175200] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2125.175200] env[62448]: value = "task-2093432" [ 2125.175200] env[62448]: _type = "Task" [ 2125.175200] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.193180] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.278034] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.393479] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.551215] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.597843] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca086eaf-32c6-48a4-8458-648bd87a2901 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.623405] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.686079] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093432, 'name': PowerOffVM_Task, 'duration_secs': 0.218332} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.686308] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.688535] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2125.745660] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2125.776855] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2125.776855] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2125.776855] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2125.776855] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2125.776855] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2125.777224] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2125.777224] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2125.777488] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2125.777582] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2125.777733] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2125.777908] env[62448]: DEBUG nova.virt.hardware [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2125.778790] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75f56a-d27e-4250-9609-ab3305ac3223 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.785786] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.794076] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa461201-d916-403b-944b-6361440a07aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.892775] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093418, 'name': Destroy_Task, 'duration_secs': 7.793785} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.893094] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Destroyed the VM [ 2125.893461] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2125.893753] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ba1fe7f-c9a4-433f-b887-7ed876c77d43 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.902036] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2125.902036] env[62448]: value = "task-2093433" [ 2125.902036] env[62448]: _type = "Task" [ 2125.902036] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.910849] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.050124] env[62448]: DEBUG oslo_vmware.api [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093415, 'name': ReconfigVM_Task, 'duration_secs': 8.695498} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.050124] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.050124] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Reconfigured VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2126.124340] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2126.200016] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2126.208779] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766294f1-52ab-4657-ad22-cd44bf718390 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.231327] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2126.231327] env[62448]: value = "task-2093434" [ 2126.231327] env[62448]: _type = "Task" [ 2126.231327] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.243087] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.279438] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093424, 'name': CreateVM_Task, 'duration_secs': 6.156261} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.279790] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.280651] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '639ac910-0e6b-468b-b57f-a1271e275ad0', 'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428732', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'name': 'volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '953db2b8-7346-4a70-8c4f-e8f3a9e38211', 'attached_at': '', 'detached_at': '', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'serial': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2126.281065] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Root volume attach. Driver type: vmdk {{(pid=62448) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2126.281993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b9ef06-44ad-4bdb-a30f-b6d2a1d2fe3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.291255] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb1d11-5bc3-41b1-a078-adebcdfb21f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.302297] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5587abc5-f3bf-4170-a6ba-d422423905b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.311514] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bd4d0601-2034-430a-bee9-c18216b907a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.323816] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2126.323816] env[62448]: value = "task-2093435" [ 2126.323816] env[62448]: _type = "Task" [ 2126.323816] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.333623] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093435, 'name': RelocateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.415804] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093433, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359706} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.415957] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2126.416445] env[62448]: DEBUG nova.compute.manager [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.417185] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b1c4e-02f9-41e3-9c8a-05dc29209036 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.625229] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093430, 'name': CloneVM_Task, 'duration_secs': 3.310644} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.625653] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Created linked-clone VM from snapshot [ 2126.626344] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58813772-9082-4096-bf60-2cc6919c1845 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.634893] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Uploading image c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2126.653770] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.654331] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd4a6c7-e889-4847-bcfb-288b1fc3d25b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.661203] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2126.661203] env[62448]: value = "vm-428745" [ 2126.661203] env[62448]: _type = "VirtualMachine" [ 2126.661203] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2126.661466] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-707ec6db-dc15-4ced-9145-b71fcdaa2722 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.664385] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2126.664385] env[62448]: value = "task-2093436" [ 2126.664385] env[62448]: _type = "Task" [ 2126.664385] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.671700] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lease: (returnval){ [ 2126.671700] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528be2b9-1203-281f-b4bc-c9f2ea4b65cf" [ 2126.671700] env[62448]: _type = "HttpNfcLease" [ 2126.671700] env[62448]: } obtained for exporting VM: (result){ [ 2126.671700] env[62448]: value = "vm-428745" [ 2126.671700] env[62448]: _type = "VirtualMachine" [ 2126.671700] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2126.672217] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the lease: (returnval){ [ 2126.672217] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528be2b9-1203-281f-b4bc-c9f2ea4b65cf" [ 2126.672217] env[62448]: _type = "HttpNfcLease" [ 2126.672217] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2126.675622] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.685258] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2126.685258] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528be2b9-1203-281f-b4bc-c9f2ea4b65cf" [ 2126.685258] env[62448]: _type = "HttpNfcLease" [ 2126.685258] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2126.750102] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093434, 'name': ReconfigVM_Task, 'duration_secs': 0.216189} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.750102] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2126.836571] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093435, 'name': RelocateVM_Task, 'duration_secs': 0.40034} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.838451] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2126.838451] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428732', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'name': 'volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '953db2b8-7346-4a70-8c4f-e8f3a9e38211', 'attached_at': '', 'detached_at': '', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'serial': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2126.839715] env[62448]: DEBUG nova.compute.manager [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-vif-deleted-0522eb21-cc4f-4123-a26b-603d12d22819 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2126.840010] env[62448]: INFO nova.compute.manager [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Neutron deleted interface 0522eb21-cc4f-4123-a26b-603d12d22819; detaching it from the instance and deleting it from the info cache [ 2126.840368] env[62448]: DEBUG nova.network.neutron [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd453092-92c4-4f66-b609-5047614c9626", "address": "fa:16:3e:79:36:9e", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd453092-92", "ovs_interfaceid": "cd453092-92c4-4f66-b609-5047614c9626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.844925] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758413c0-2ef9-4a81-807e-abfd3b66b6e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.865426] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea57e0-7815-4671-b01f-ea86201c8217 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.897904] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d/volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2126.898787] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dfccb9d-00e4-4741-bb03-d8ab88e44560 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.924656] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2126.924656] env[62448]: value = "task-2093438" [ 2126.924656] env[62448]: _type = "Task" [ 2126.924656] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.935300] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.942229] env[62448]: INFO nova.compute.manager [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Shelve offloading [ 2126.948719] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "fc769c17-c434-45ad-a26e-97773632c703" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.948719] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "fc769c17-c434-45ad-a26e-97773632c703" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.176547] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093436, 'name': PowerOffVM_Task, 'duration_secs': 0.292511} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.180375] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2127.181466] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac000db0-c70d-4050-b4a1-b0f658d5bd1a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.189393] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2127.189393] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528be2b9-1203-281f-b4bc-c9f2ea4b65cf" [ 2127.189393] env[62448]: _type = "HttpNfcLease" [ 2127.189393] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2127.207395] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2127.207395] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528be2b9-1203-281f-b4bc-c9f2ea4b65cf" [ 2127.207395] env[62448]: _type = "HttpNfcLease" [ 2127.207395] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2127.207395] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccac16-9ef5-4f7c-913f-756a3cf0677a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.212148] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f417d7-2b9a-4c2e-9979-ab0a9c4d7e41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.225258] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda932-9477-d812-ca94-95080c0a03d3/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2127.225258] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda932-9477-d812-ca94-95080c0a03d3/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2127.288125] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2127.288125] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2127.288125] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2127.288468] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2127.288468] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2127.288468] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2127.288644] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2127.288801] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2127.288962] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2127.289150] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2127.289360] env[62448]: DEBUG nova.virt.hardware [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2127.294748] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2127.298694] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e296a115-9df9-4c56-8035-a7585be9524e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.313556] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.313823] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.314050] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.314603] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.314603] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.319130] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2127.319720] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f5c150-ce44-4a04-99e8-1f615d55c948 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.323678] env[62448]: INFO nova.compute.manager [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Terminating instance [ 2127.327707] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2127.327707] env[62448]: value = "task-2093439" [ 2127.327707] env[62448]: _type = "Task" [ 2127.327707] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.335678] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2127.335678] env[62448]: value = "task-2093440" [ 2127.335678] env[62448]: _type = "Task" [ 2127.335678] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.339635] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.346568] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ccbd2e8-5180-408b-94e7-f37e1cf71054 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.350969] env[62448]: DEBUG oslo_concurrency.lockutils [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.350969] env[62448]: DEBUG oslo_concurrency.lockutils [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] Acquired lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.350969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79226a-7da2-481a-9b6c-4d64b406e8e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.362205] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2127.362518] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.362810] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.362967] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.363168] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.363519] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b1b086c-e5c8-4e59-aab5-6fae6882fad6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.380859] env[62448]: DEBUG oslo_concurrency.lockutils [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] Releasing lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.381190] env[62448]: WARNING nova.compute.manager [req-1f5cafe3-12cf-4fd3-9ff5-6dfb803dc748 req-611a7eaf-0329-44a7-9ddd-efe051f97bde service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Detach interface failed, port_id=0522eb21-cc4f-4123-a26b-603d12d22819, reason: No device with interface-id 0522eb21-cc4f-4123-a26b-603d12d22819 exists on VM: nova.exception.NotFound: No device with interface-id 0522eb21-cc4f-4123-a26b-603d12d22819 exists on VM [ 2127.391663] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.391885] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.392785] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6670e4-e6ef-43f3-a45a-ff96a2300471 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.408448] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2127.408448] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c38ab5-91a4-ba1d-b6b6-4c9e627f6254" [ 2127.408448] env[62448]: _type = "Task" [ 2127.408448] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.414839] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c38ab5-91a4-ba1d-b6b6-4c9e627f6254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.435661] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093438, 'name': ReconfigVM_Task, 'duration_secs': 0.298161} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.435978] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d/volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2127.442786] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16753544-74f3-4f70-86d9-7a79c533e642 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.456987] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2127.457102] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2127.462438] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72963ebd-7728-4a1d-8835-71085a867f8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.470543] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2127.470543] env[62448]: value = "task-2093442" [ 2127.470543] env[62448]: _type = "Task" [ 2127.470543] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.472215] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2127.472215] env[62448]: value = "task-2093441" [ 2127.472215] env[62448]: _type = "Task" [ 2127.472215] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.492562] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2127.492562] env[62448]: DEBUG nova.compute.manager [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.492562] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.493139] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0471976-6f31-49dc-bb4e-cc6b4cf0fd94 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.503021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.503021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.503021] env[62448]: DEBUG nova.network.neutron [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.797231] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.797591] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.797591] env[62448]: DEBUG nova.network.neutron [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.831157] env[62448]: DEBUG nova.compute.manager [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2127.831811] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2127.838805] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7851aa-fc0d-4c09-b2f3-ee91436d8ee9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.856559] env[62448]: DEBUG nova.compute.manager [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-vif-deleted-cd453092-92c4-4f66-b609-5047614c9626 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.856559] env[62448]: INFO nova.compute.manager [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Neutron deleted interface cd453092-92c4-4f66-b609-5047614c9626; detaching it from the instance and deleting it from the info cache [ 2127.856559] env[62448]: DEBUG nova.network.neutron [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.865537] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2127.866056] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093439, 'name': ReconfigVM_Task, 'duration_secs': 0.222315} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.867350] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-039bbafa-04b1-4576-bd2a-794f88096a73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.869480] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2127.872695] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c3274b-0df3-4e00-8b29-94c0fd2feede {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.903533] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c/d6fc8510-f778-4218-b757-0f297b43e73c.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2127.904625] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3051e123-2736-4c20-9b11-5f3efd972093 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.931970] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c38ab5-91a4-ba1d-b6b6-4c9e627f6254, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.936142] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2127.936142] env[62448]: value = "task-2093444" [ 2127.936142] env[62448]: _type = "Task" [ 2127.936142] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.937137] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a3adb0-f190-48e0-ada3-594ca0b12e9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.950034] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2127.950034] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d0b066-a50d-1a60-ab9f-372c1685f2c2" [ 2127.950034] env[62448]: _type = "Task" [ 2127.950034] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.956425] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.969875] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d0b066-a50d-1a60-ab9f-372c1685f2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014419} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.974910] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.974910] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. {{(pid=62448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2127.976274] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8360c7ef-c506-42d8-a464-3128e03ad104 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.983319] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2127.983829] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2127.984113] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleting the datastore file [datastore2] 5e2579f8-7bb5-490a-92e8-f2adfbeda10f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2127.984520] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17550a4-db51-472a-b14d-8bba0f95c916 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.996039] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093442, 'name': ReconfigVM_Task, 'duration_secs': 0.170838} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.996603] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428732', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'name': 'volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '953db2b8-7346-4a70-8c4f-e8f3a9e38211', 'attached_at': '', 'detached_at': '', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'serial': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2127.997391] env[62448]: DEBUG oslo_vmware.api [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2127.997391] env[62448]: value = "task-2093445" [ 2127.997391] env[62448]: _type = "Task" [ 2127.997391] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.997631] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2127.997631] env[62448]: value = "task-2093446" [ 2127.997631] env[62448]: _type = "Task" [ 2127.997631] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.998086] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecedd296-9d78-409e-9ac3-a8f6e5d53ecb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.009039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.009039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.010257] env[62448]: INFO nova.compute.claims [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.022339] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2128.022339] env[62448]: value = "task-2093447" [ 2128.022339] env[62448]: _type = "Task" [ 2128.022339] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.026439] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.026676] env[62448]: DEBUG oslo_vmware.api [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.037746] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093447, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.356882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.357398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.357886] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.358439] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.358696] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.363196] env[62448]: INFO nova.compute.manager [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Terminating instance [ 2128.367442] env[62448]: DEBUG oslo_concurrency.lockutils [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] Acquiring lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.455655] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.470918] env[62448]: DEBUG nova.network.neutron [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.522623] env[62448]: DEBUG oslo_vmware.api [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489479} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.527603] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2128.528486] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2128.528572] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2128.528875] env[62448]: INFO nova.compute.manager [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Took 0.70 seconds to destroy the instance on the hypervisor. [ 2128.529053] env[62448]: DEBUG oslo.service.loopingcall [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2128.529774] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093446, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.530930] env[62448]: DEBUG nova.compute.manager [-] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2128.531125] env[62448]: DEBUG nova.network.neutron [-] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2128.544393] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093447, 'name': Rename_Task, 'duration_secs': 0.210196} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.544810] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2128.545675] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199ca26b-ec73-44b3-b8f8-2bf502a843c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.554742] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2128.554742] env[62448]: value = "task-2093448" [ 2128.554742] env[62448]: _type = "Task" [ 2128.554742] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.575210] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.805132] env[62448]: INFO nova.network.neutron [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Port cd453092-92c4-4f66-b609-5047614c9626 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2128.805709] env[62448]: DEBUG nova.network.neutron [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [{"id": "16f96950-fc96-4865-801e-bf5155d6a27f", "address": "fa:16:3e:a5:bd:80", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f96950-fc", "ovs_interfaceid": "16f96950-fc96-4865-801e-bf5155d6a27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.871325] env[62448]: DEBUG nova.compute.manager [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2128.871634] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2128.872518] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d65f2-8115-4c33-8b63-aa5c3546705f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.882020] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2128.882268] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26716882-883e-410a-81f9-39a320103208 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.890554] env[62448]: DEBUG oslo_vmware.api [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2128.890554] env[62448]: value = "task-2093449" [ 2128.890554] env[62448]: _type = "Task" [ 2128.890554] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.905870] env[62448]: DEBUG oslo_vmware.api [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.958185] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093444, 'name': ReconfigVM_Task, 'duration_secs': 0.695983} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.958185] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c/d6fc8510-f778-4218-b757-0f297b43e73c.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.958185] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2128.963627] env[62448]: DEBUG nova.compute.manager [req-a7c63a4d-c004-4e98-b2e3-cedd67c85676 req-9366876b-41cf-41a1-921e-ff92e8d7f00c service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Received event network-vif-deleted-fb4a130d-310a-4f82-8321-2730309acdae {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2128.963627] env[62448]: INFO nova.compute.manager [req-a7c63a4d-c004-4e98-b2e3-cedd67c85676 req-9366876b-41cf-41a1-921e-ff92e8d7f00c service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Neutron deleted interface fb4a130d-310a-4f82-8321-2730309acdae; detaching it from the instance and deleting it from the info cache [ 2128.963627] env[62448]: DEBUG nova.network.neutron [req-a7c63a4d-c004-4e98-b2e3-cedd67c85676 req-9366876b-41cf-41a1-921e-ff92e8d7f00c service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.972790] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.016955] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565627} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.019325] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. [ 2129.021300] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99cdb1f-d42e-4358-b241-48c3eedeeb8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.062067] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.063616] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e216fb-10d0-4ca1-8e19-cd71822ece31 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.091052] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.094298] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2129.094298] env[62448]: value = "task-2093450" [ 2129.094298] env[62448]: _type = "Task" [ 2129.094298] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.308218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.390962] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a5d827-0481-4437-9b86-a3aabe1ea4fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.410775] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a8129-f416-40e5-9e35-00db3831fcf7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.415033] env[62448]: DEBUG oslo_vmware.api [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093449, 'name': PowerOffVM_Task, 'duration_secs': 0.333481} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.415398] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2129.415604] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.416518] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6eb93c7-90f7-4511-bf74-1c23c612907a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.450291] env[62448]: DEBUG nova.network.neutron [-] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.453621] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23869779-f226-4484-abe2-1d69cc082eef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.463104] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c2e33-f487-43ba-b4ea-eb65b801ba86 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.470621] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8de60c-9873-4109-8da0-21f2c7235e2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.473405] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91e02cfa-3a6a-4e64-a882-a13a6a6e6362 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.496953] env[62448]: DEBUG nova.compute.provider_tree [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.515839] env[62448]: DEBUG nova.scheduler.client.report [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.522526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b148c9d-6b2c-43ee-b173-e76eb96fc9b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.536796] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e24e4ac-9a15-4f4b-b5eb-1605c0e15f6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.542902] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.534s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.543414] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2129.563808] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2129.582818] env[62448]: DEBUG nova.compute.manager [req-a7c63a4d-c004-4e98-b2e3-cedd67c85676 req-9366876b-41cf-41a1-921e-ff92e8d7f00c service nova] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Detach interface failed, port_id=fb4a130d-310a-4f82-8321-2730309acdae, reason: Instance 5e2579f8-7bb5-490a-92e8-f2adfbeda10f could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2129.584386] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.589067] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96194791-d0dd-4c8e-84c2-d10a93a9898b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.604943] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.604943] env[62448]: DEBUG oslo_vmware.api [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093448, 'name': PowerOnVM_Task, 'duration_secs': 0.852484} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.605526] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b89f02-7a7e-48fd-bb8d-4439a9c8deed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.607433] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2129.607746] env[62448]: INFO nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Took 10.87 seconds to spawn the instance on the hypervisor. [ 2129.607950] env[62448]: DEBUG nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.609540] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68786aa9-7995-4ac2-8f3e-1921dced7c1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.616052] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093450, 'name': ReconfigVM_Task, 'duration_secs': 0.362536} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.616669] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2129.617561] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75572134-1d39-40b7-a134-47bd196a553e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.650036] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31121567-b4f2-4105-81f3-2b1579c8845e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.668521] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2129.668521] env[62448]: value = "task-2093453" [ 2129.668521] env[62448]: _type = "Task" [ 2129.668521] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.678500] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.802247] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.802521] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.802707] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleting the datastore file [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.803012] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfecc042-088c-4f57-8ef9-b38d93428dec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.816945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df621b60-69d4-4969-a48e-f283f70d866c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-27e54b3e-6278-4cf5-8a37-97e38d9c759d-0522eb21-cc4f-4123-a26b-603d12d22819" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.417s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.818624] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2129.818624] env[62448]: value = "task-2093454" [ 2129.818624] env[62448]: _type = "Task" [ 2129.818624] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.827084] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.827084] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.827084] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleting the datastore file [datastore2] 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.827084] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba41376-55f0-4ae2-be62-aaf16dd91773 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.836160] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.837511] env[62448]: DEBUG oslo_vmware.api [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2129.837511] env[62448]: value = "task-2093455" [ 2129.837511] env[62448]: _type = "Task" [ 2129.837511] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.848588] env[62448]: DEBUG oslo_vmware.api [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.958517] env[62448]: INFO nova.compute.manager [-] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Took 1.43 seconds to deallocate network for instance. [ 2130.048760] env[62448]: DEBUG nova.compute.utils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2130.051185] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2130.051477] env[62448]: DEBUG nova.network.neutron [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2130.136979] env[62448]: INFO nova.compute.manager [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Took 19.79 seconds to build instance. [ 2130.161971] env[62448]: DEBUG nova.policy [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c905f91735fa4ae38f1131cbbf43dde7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11e08e40606437c903d3d3194d53b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2130.184871] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093453, 'name': ReconfigVM_Task, 'duration_secs': 0.182075} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.185196] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2130.185487] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c12d24a-3fe0-4d54-af83-171845d92483 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.196081] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2130.196081] env[62448]: value = "task-2093456" [ 2130.196081] env[62448]: _type = "Task" [ 2130.196081] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.197468] env[62448]: DEBUG nova.network.neutron [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Port 1e942044-99c3-4e5a-b160-d964e680441b binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2130.217329] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.330297] env[62448]: DEBUG oslo_vmware.api [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322715} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.330585] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.330767] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.330946] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.348086] env[62448]: DEBUG oslo_vmware.api [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38482} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.348321] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.348515] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.348748] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.348995] env[62448]: INFO nova.compute.manager [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2130.349398] env[62448]: DEBUG oslo.service.loopingcall [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.349608] env[62448]: DEBUG nova.compute.manager [-] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2130.349776] env[62448]: DEBUG nova.network.neutron [-] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2130.359517] env[62448]: INFO nova.scheduler.client.report [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted allocations for instance dec2ce44-20ed-45af-900f-86aa2c1dab2d [ 2130.465935] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.467898] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.468287] env[62448]: DEBUG nova.objects.instance [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'resources' on Instance uuid 5e2579f8-7bb5-490a-92e8-f2adfbeda10f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.505991] env[62448]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port cd453092-92c4-4f66-b609-5047614c9626 could not be found.", "detail": ""}} {{(pid=62448) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2130.505991] env[62448]: DEBUG nova.network.neutron [-] Unable to show port cd453092-92c4-4f66-b609-5047614c9626 as it no longer exists. {{(pid=62448) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2130.554852] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2130.639641] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83757836-0923-4a7a-95e4-30e609b77857 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.304s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.713802] env[62448]: DEBUG oslo_vmware.api [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093456, 'name': PowerOnVM_Task, 'duration_secs': 0.450752} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.714355] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.720175] env[62448]: DEBUG nova.compute.manager [None req-b0081430-4c9d-4af4-bce3-4da30b462074 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.721285] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88608b8a-1955-494b-a82d-e4d2d606a353 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.864680] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.036262] env[62448]: DEBUG nova.network.neutron [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Successfully created port: 4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2131.181270] env[62448]: DEBUG nova.network.neutron [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Successfully updated port: 7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2131.240012] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.240012] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.240242] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.390575] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a435d43-1a4d-4839-910e-7a7c64a1a688 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.401922] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fb862-ea30-4731-8291-d57d60d89cee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.442957] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca9eca6-8fb1-441c-98ba-e64e59032c33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.446968] env[62448]: DEBUG nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-vif-unplugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2131.447285] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.447632] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.447814] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.447984] env[62448]: DEBUG nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] No waiting events found dispatching network-vif-unplugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2131.448191] env[62448]: WARNING nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received unexpected event network-vif-unplugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 for instance with vm_state shelved_offloaded and task_state None. [ 2131.448358] env[62448]: DEBUG nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2131.448519] env[62448]: DEBUG nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing instance network info cache due to event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2131.448713] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.448846] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.448996] env[62448]: DEBUG nova.network.neutron [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2131.457516] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3291da-598e-4ae8-a0d6-a06531c0e5a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.477013] env[62448]: DEBUG nova.compute.provider_tree [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.570782] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2131.600932] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2131.601281] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2131.601370] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2131.601553] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2131.601677] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2131.602212] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2131.603245] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2131.603245] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2131.603581] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2131.604480] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2131.604480] env[62448]: DEBUG nova.virt.hardware [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2131.605106] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c5a2da-e328-4bec-9e47-70e7c89a8d6a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.617799] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2528544c-aa52-480f-84a6-57855ea6ccd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.684746] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "refresh_cache-8075fc5b-2eca-4878-8856-19b3e5d563b8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.684746] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired lock "refresh_cache-8075fc5b-2eca-4878-8856-19b3e5d563b8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.684746] env[62448]: DEBUG nova.network.neutron [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.740738] env[62448]: DEBUG nova.compute.manager [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Received event network-changed-3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2131.740738] env[62448]: DEBUG nova.compute.manager [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Refreshing instance network info cache due to event network-changed-3e541aa3-05a2-46bf-839c-1e01c7fc295c. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2131.740738] env[62448]: DEBUG oslo_concurrency.lockutils [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] Acquiring lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.740738] env[62448]: DEBUG oslo_concurrency.lockutils [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] Acquired lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.741018] env[62448]: DEBUG nova.network.neutron [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Refreshing network info cache for port 3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2131.983020] env[62448]: DEBUG nova.scheduler.client.report [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.020965] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.021566] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.113929] env[62448]: DEBUG nova.network.neutron [-] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.267214] env[62448]: DEBUG nova.network.neutron [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2132.370370] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.370611] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.370868] env[62448]: DEBUG nova.network.neutron [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.486267] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.491145] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.627s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.491402] env[62448]: DEBUG nova.objects.instance [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'resources' on Instance uuid dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2132.513565] env[62448]: INFO nova.scheduler.client.report [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocations for instance 5e2579f8-7bb5-490a-92e8-f2adfbeda10f [ 2132.524473] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2132.618783] env[62448]: INFO nova.compute.manager [-] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Took 2.27 seconds to deallocate network for instance. [ 2132.638589] env[62448]: INFO nova.compute.manager [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Unrescuing [ 2132.638928] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.639098] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.639379] env[62448]: DEBUG nova.network.neutron [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.642987] env[62448]: DEBUG nova.network.neutron [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updated VIF entry in instance network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.643570] env[62448]: DEBUG nova.network.neutron [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapba57c968-4e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.703270] env[62448]: DEBUG nova.network.neutron [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Updating instance_info_cache with network_info: [{"id": "7f5d3319-9109-4c37-8941-398aeb7fcd2e", "address": "fa:16:3e:2f:30:86", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5d3319-91", "ovs_interfaceid": "7f5d3319-9109-4c37-8941-398aeb7fcd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.734797] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.866532] env[62448]: DEBUG nova.network.neutron [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updated VIF entry in instance network info cache for port 3e541aa3-05a2-46bf-839c-1e01c7fc295c. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.867514] env[62448]: DEBUG nova.network.neutron [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updating instance_info_cache with network_info: [{"id": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "address": "fa:16:3e:b7:5b:f1", "network": {"id": "3ebc6abf-cddd-42e2-a228-07bb7ef4af48", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2698870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8bc19171e14d2fa5f860f068a61810", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e541aa3-05", "ovs_interfaceid": "3e541aa3-05a2-46bf-839c-1e01c7fc295c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.994323] env[62448]: DEBUG nova.objects.instance [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'numa_topology' on Instance uuid dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2133.023544] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f5d1d79-2a5f-42a8-ab05-0748d80e126c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "5e2579f8-7bb5-490a-92e8-f2adfbeda10f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.710s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.045230] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.130885] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.146456] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.146772] env[62448]: DEBUG nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Received event network-vif-plugged-7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2133.147337] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Acquiring lock "8075fc5b-2eca-4878-8856-19b3e5d563b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.147337] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.147512] env[62448]: DEBUG oslo_concurrency.lockutils [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.147665] env[62448]: DEBUG nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] No waiting events found dispatching network-vif-plugged-7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2133.147939] env[62448]: WARNING nova.compute.manager [req-71a61b1b-9819-44a5-9f56-3e951f957abe req-ad361b83-55d4-4a3c-966e-e287236f5b23 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Received unexpected event network-vif-plugged-7f5d3319-9109-4c37-8941-398aeb7fcd2e for instance with vm_state building and task_state spawning. [ 2133.205945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Releasing lock "refresh_cache-8075fc5b-2eca-4878-8856-19b3e5d563b8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.206392] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Instance network_info: |[{"id": "7f5d3319-9109-4c37-8941-398aeb7fcd2e", "address": "fa:16:3e:2f:30:86", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5d3319-91", "ovs_interfaceid": "7f5d3319-9109-4c37-8941-398aeb7fcd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2133.206855] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:30:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5d3319-9109-4c37-8941-398aeb7fcd2e', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2133.219655] env[62448]: DEBUG oslo.service.loopingcall [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.222575] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2133.223023] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea5d480-b66b-4252-9f51-d05a58f3089c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.247390] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2133.247390] env[62448]: value = "task-2093457" [ 2133.247390] env[62448]: _type = "Task" [ 2133.247390] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.256347] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093457, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.279605] env[62448]: DEBUG nova.network.neutron [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [{"id": "1e942044-99c3-4e5a-b160-d964e680441b", "address": "fa:16:3e:39:cf:08", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e942044-99", "ovs_interfaceid": "1e942044-99c3-4e5a-b160-d964e680441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.319793] env[62448]: DEBUG nova.network.neutron [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Successfully updated port: 4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.369646] env[62448]: DEBUG oslo_concurrency.lockutils [req-a39685f2-8a40-4b65-93bd-8abb63f497f4 req-f601148e-0892-4e93-a46f-5d6cb0183ea8 service nova] Releasing lock "refresh_cache-953db2b8-7346-4a70-8c4f-e8f3a9e38211" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.497180] env[62448]: DEBUG nova.objects.base [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2133.583542] env[62448]: DEBUG nova.network.neutron [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updating instance_info_cache with network_info: [{"id": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "address": "fa:16:3e:55:66:1d", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ce8ea4-21", "ovs_interfaceid": "93ce8ea4-21e2-44df-bf82-6bfd9180781a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.650730] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Received event network-changed-7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2133.650934] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Refreshing instance network info cache due to event network-changed-7f5d3319-9109-4c37-8941-398aeb7fcd2e. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2133.651179] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Acquiring lock "refresh_cache-8075fc5b-2eca-4878-8856-19b3e5d563b8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.651327] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Acquired lock "refresh_cache-8075fc5b-2eca-4878-8856-19b3e5d563b8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.651509] env[62448]: DEBUG nova.network.neutron [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Refreshing network info cache for port 7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2133.756541] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df55945-891e-4fc7-804b-cf044b2e1297 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.763265] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093457, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.769571] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdca52b2-b47f-46f3-8817-6f3220accc34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.802311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.807056] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4be2ff-d615-48af-ba6d-f21f412fe314 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.815916] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d224fd-7931-4d9c-9922-7d05df1fa8e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.822663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.822663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.822663] env[62448]: DEBUG nova.network.neutron [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2133.830649] env[62448]: DEBUG nova.compute.provider_tree [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.872517] env[62448]: DEBUG nova.network.neutron [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2133.994879] env[62448]: DEBUG nova.network.neutron [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Updating instance_info_cache with network_info: [{"id": "4ea53481-0481-4797-9623-957cf50db1bf", "address": "fa:16:3e:d6:c1:98", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea53481-04", "ovs_interfaceid": "4ea53481-0481-4797-9623-957cf50db1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.088727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-8c840714-895a-4c69-9a52-d9f3e77fba7a" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.089496] env[62448]: DEBUG nova.objects.instance [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'flavor' on Instance uuid 8c840714-895a-4c69-9a52-d9f3e77fba7a {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.256756] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c3c7abe7-a221-4942-8eda-3a770f84e262" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.257647] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.266798] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093457, 'name': CreateVM_Task, 'duration_secs': 0.533665} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.267468] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2134.268138] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.268379] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.268704] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2134.269192] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa8718d-0a59-44e7-96c5-a7cf037b5d9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.274305] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2134.274305] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526e1ed7-f719-aad3-bbb1-0795864c0515" [ 2134.274305] env[62448]: _type = "Task" [ 2134.274305] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.282879] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526e1ed7-f719-aad3-bbb1-0795864c0515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.332915] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7ef3de-b4dd-4a97-ae3a-21bc692bbbd5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.338256] env[62448]: DEBUG nova.scheduler.client.report [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2134.362371] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b78c89-ff63-48d9-9199-6357feb7cafe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.370948] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2134.401254] env[62448]: DEBUG nova.network.neutron [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Updated VIF entry in instance network info cache for port 7f5d3319-9109-4c37-8941-398aeb7fcd2e. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2134.401604] env[62448]: DEBUG nova.network.neutron [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Updating instance_info_cache with network_info: [{"id": "7f5d3319-9109-4c37-8941-398aeb7fcd2e", "address": "fa:16:3e:2f:30:86", "network": {"id": "ec5b18b2-ec8d-47d9-b92d-73d3eea4b799", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-428945545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5f2aa1840b4e63831051efb24e43da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5d3319-91", "ovs_interfaceid": "7f5d3319-9109-4c37-8941-398aeb7fcd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.498178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.498581] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Instance network_info: |[{"id": "4ea53481-0481-4797-9623-957cf50db1bf", "address": "fa:16:3e:d6:c1:98", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea53481-04", "ovs_interfaceid": "4ea53481-0481-4797-9623-957cf50db1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2134.498993] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c1:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ea53481-0481-4797-9623-957cf50db1bf', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2134.506706] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Creating folder: Project (e11e08e40606437c903d3d3194d53b7f). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2134.506975] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce9bf61-682e-42ad-9392-b506a2008105 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.520323] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Created folder: Project (e11e08e40606437c903d3d3194d53b7f) in parent group-v428508. [ 2134.520574] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Creating folder: Instances. Parent ref: group-v428747. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2134.521168] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3adf54f3-20d0-4e22-a21f-6a9f6e4cb8d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.530976] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Created folder: Instances in parent group-v428747. [ 2134.531225] env[62448]: DEBUG oslo.service.loopingcall [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2134.531443] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc769c17-c434-45ad-a26e-97773632c703] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2134.531666] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db65c01d-97c7-4274-8d49-71323ac80405 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.552275] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2134.552275] env[62448]: value = "task-2093460" [ 2134.552275] env[62448]: _type = "Task" [ 2134.552275] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.560114] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093460, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.596718] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce48c5f-6902-408c-bf3a-6b826f365763 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.619183] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.619604] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d25eaa8-493f-4816-afb1-cf267a1799d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.628282] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2134.628282] env[62448]: value = "task-2093461" [ 2134.628282] env[62448]: _type = "Task" [ 2134.628282] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.637736] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.760724] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2134.786345] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526e1ed7-f719-aad3-bbb1-0795864c0515, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.786734] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.787314] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2134.787314] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.787614] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.787614] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2134.787923] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03b1606-590e-4721-ba20-c80eb6f53c50 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.800038] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2134.800038] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2134.800855] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91bedfc-9fae-4a7a-bb34-22b2d3cfbcdf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.808732] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2134.808732] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf943e-69a5-99eb-c2f3-cadafb1d8c79" [ 2134.808732] env[62448]: _type = "Task" [ 2134.808732] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.819110] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf943e-69a5-99eb-c2f3-cadafb1d8c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.842446] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.844992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.800s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.846486] env[62448]: INFO nova.compute.claims [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.877051] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2134.878048] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5ef657b-1b01-48ab-b182-5485055c88a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.894516] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2134.894516] env[62448]: value = "task-2093462" [ 2134.894516] env[62448]: _type = "Task" [ 2134.894516] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.904119] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.905712] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Releasing lock "refresh_cache-8075fc5b-2eca-4878-8856-19b3e5d563b8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.905938] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Received event network-vif-deleted-16f96950-fc96-4865-801e-bf5155d6a27f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.906131] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Received event network-vif-plugged-4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.906330] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Acquiring lock "fc769c17-c434-45ad-a26e-97773632c703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.906536] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Lock "fc769c17-c434-45ad-a26e-97773632c703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.906694] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Lock "fc769c17-c434-45ad-a26e-97773632c703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.906852] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] No waiting events found dispatching network-vif-plugged-4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.907029] env[62448]: WARNING nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Received unexpected event network-vif-plugged-4ea53481-0481-4797-9623-957cf50db1bf for instance with vm_state building and task_state spawning. [ 2134.907193] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Received event network-changed-4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.907345] env[62448]: DEBUG nova.compute.manager [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Refreshing instance network info cache due to event network-changed-4ea53481-0481-4797-9623-957cf50db1bf. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2134.907528] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Acquiring lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.907663] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Acquired lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.907814] env[62448]: DEBUG nova.network.neutron [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Refreshing network info cache for port 4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2135.063105] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093460, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.139784] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093461, 'name': PowerOffVM_Task, 'duration_secs': 0.212091} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.139936] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.145364] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2135.145700] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d840807-659c-4809-bccc-21cfc87237e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.165591] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2135.165591] env[62448]: value = "task-2093463" [ 2135.165591] env[62448]: _type = "Task" [ 2135.165591] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.174832] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.280811] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.321318] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf943e-69a5-99eb-c2f3-cadafb1d8c79, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.322165] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0801cb05-30e7-4aa0-b796-7b2abb965f23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.328436] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2135.328436] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52414a9a-b230-fa7f-0214-cf184a5ed3da" [ 2135.328436] env[62448]: _type = "Task" [ 2135.328436] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.337025] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52414a9a-b230-fa7f-0214-cf184a5ed3da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.358645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68bd9d78-4ed7-4b5f-9b51-71182b248d19 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.247s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.359117] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.625s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.359317] env[62448]: INFO nova.compute.manager [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Unshelving [ 2135.405607] env[62448]: DEBUG oslo_vmware.api [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093462, 'name': PowerOnVM_Task, 'duration_secs': 0.432835} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.405700] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2135.405885] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-538b5eaf-7970-420f-91ad-ddd315c7878f tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance 'd6fc8510-f778-4218-b757-0f297b43e73c' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2135.563757] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093460, 'name': CreateVM_Task, 'duration_secs': 0.619386} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.563939] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc769c17-c434-45ad-a26e-97773632c703] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2135.564632] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.564799] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.565144] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2135.565418] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca619951-bc31-41b6-a093-3c658215216f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.570912] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2135.570912] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529ada2c-506b-9689-598c-b89dd3051024" [ 2135.570912] env[62448]: _type = "Task" [ 2135.570912] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.579752] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529ada2c-506b-9689-598c-b89dd3051024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.631827] env[62448]: DEBUG nova.network.neutron [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Updated VIF entry in instance network info cache for port 4ea53481-0481-4797-9623-957cf50db1bf. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2135.632481] env[62448]: DEBUG nova.network.neutron [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Updating instance_info_cache with network_info: [{"id": "4ea53481-0481-4797-9623-957cf50db1bf", "address": "fa:16:3e:d6:c1:98", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea53481-04", "ovs_interfaceid": "4ea53481-0481-4797-9623-957cf50db1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.676798] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.841156] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52414a9a-b230-fa7f-0214-cf184a5ed3da, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.841423] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.841713] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8075fc5b-2eca-4878-8856-19b3e5d563b8/8075fc5b-2eca-4878-8856-19b3e5d563b8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2135.841979] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e8fcdc-1a1c-4f70-8a0b-f71fe379a3b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.849229] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2135.849229] env[62448]: value = "task-2093464" [ 2135.849229] env[62448]: _type = "Task" [ 2135.849229] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.857500] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.085681] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529ada2c-506b-9689-598c-b89dd3051024, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.086044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.086270] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2136.086516] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.086664] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.086845] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2136.087148] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a223971-22e2-43ee-8e67-2b55076c401a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.103215] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7faca2e-9783-47a7-a5bd-48257c22b27b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.107107] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2136.107443] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2136.108609] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc61146-094f-4079-94cf-d07baf0abb76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.116091] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa999163-823e-4da0-8e1e-777e7257c6ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.119556] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2136.119556] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f958df-ae0b-9930-4f5b-de2d4edbab05" [ 2136.119556] env[62448]: _type = "Task" [ 2136.119556] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.147916] env[62448]: DEBUG oslo_concurrency.lockutils [req-07fcc554-0972-4af7-a1b7-843afa6f9195 req-6776adb3-3568-40cb-9392-423929f1c76b service nova] Releasing lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.152129] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50287bba-cae1-474b-a711-391cfdd0a14d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.154940] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f958df-ae0b-9930-4f5b-de2d4edbab05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.164531] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d0826d-2cbb-4d5f-9f2b-f2d2d07f12da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.180452] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.191606] env[62448]: DEBUG nova.compute.provider_tree [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2136.361408] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490968} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.361594] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8075fc5b-2eca-4878-8856-19b3e5d563b8/8075fc5b-2eca-4878-8856-19b3e5d563b8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2136.361811] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2136.362077] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334be5f0-e038-47c3-8ac6-82ae6d9cee0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.369412] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2136.369412] env[62448]: value = "task-2093465" [ 2136.369412] env[62448]: _type = "Task" [ 2136.369412] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.373826] env[62448]: DEBUG nova.compute.utils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2136.382417] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.630954] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f958df-ae0b-9930-4f5b-de2d4edbab05, 'name': SearchDatastore_Task, 'duration_secs': 0.06536} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.631741] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7300f9ab-6c33-496f-893a-54994b74a98b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.639038] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2136.639038] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526668ea-6125-d632-8e5e-6665e35c56a6" [ 2136.639038] env[62448]: _type = "Task" [ 2136.639038] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.648656] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526668ea-6125-d632-8e5e-6665e35c56a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.684513] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093463, 'name': ReconfigVM_Task, 'duration_secs': 1.332961} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.684817] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2136.685106] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2136.685267] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b248fc-8073-4cbd-a2ed-d72d2efef0aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.693248] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2136.693248] env[62448]: value = "task-2093466" [ 2136.693248] env[62448]: _type = "Task" [ 2136.693248] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.697305] env[62448]: DEBUG nova.scheduler.client.report [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.709508] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.877629] env[62448]: INFO nova.virt.block_device [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Booting with volume ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f at /dev/sdb [ 2136.885094] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078374} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.885094] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2136.885094] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e795a55-dd92-434d-9fdd-124cf788dbf4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.912306] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 8075fc5b-2eca-4878-8856-19b3e5d563b8/8075fc5b-2eca-4878-8856-19b3e5d563b8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.912693] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf73ecfa-bec8-4c83-b2da-828b4c1c2599 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.935051] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6ae58ff-42f1-4e98-89c6-8caa3176e097 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.948039] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2136.948039] env[62448]: value = "task-2093467" [ 2136.948039] env[62448]: _type = "Task" [ 2136.948039] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.959522] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16ca3b-0084-4fdc-891a-0f8b366ba257 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.974691] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.999962] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8f7de93-1124-41aa-b43f-7c08141ec1d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.010862] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913b7284-4e09-452e-870d-24a399c24b3e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.048376] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554014be-aff6-44bb-81b3-6046e73a18b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.056925] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1cd653-1842-4a4f-b390-3b531139d436 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.072173] env[62448]: DEBUG nova.virt.block_device [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating existing volume attachment record: ae523c8b-4f8c-4f8e-886f-c5c04248bcc6 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2137.154990] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526668ea-6125-d632-8e5e-6665e35c56a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.155417] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.155840] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fc769c17-c434-45ad-a26e-97773632c703/fc769c17-c434-45ad-a26e-97773632c703.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2137.156285] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c962ab71-2441-4bf8-9949-63d74d5b6039 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.166560] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2137.166560] env[62448]: value = "task-2093468" [ 2137.166560] env[62448]: _type = "Task" [ 2137.166560] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.177422] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.206064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.206686] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2137.209684] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.210202] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.080s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.210426] env[62448]: DEBUG nova.objects.instance [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'resources' on Instance uuid 27e54b3e-6278-4cf5-8a37-97e38d9c759d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.211738] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.211738] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.211938] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.212165] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.212352] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.214159] env[62448]: INFO nova.compute.manager [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Terminating instance [ 2137.459889] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093467, 'name': ReconfigVM_Task, 'duration_secs': 0.362792} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.460317] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 8075fc5b-2eca-4878-8856-19b3e5d563b8/8075fc5b-2eca-4878-8856-19b3e5d563b8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2137.461030] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6341a017-97dd-4189-8f3a-7f87c7752dd9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.471321] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2137.471321] env[62448]: value = "task-2093470" [ 2137.471321] env[62448]: _type = "Task" [ 2137.471321] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.481984] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093470, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.677734] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.706114] env[62448]: DEBUG oslo_vmware.api [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093466, 'name': PowerOnVM_Task, 'duration_secs': 0.545447} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.706561] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2137.707017] env[62448]: DEBUG nova.compute.manager [None req-8f65f5b6-d7e1-4b57-844a-3537e3ad98b3 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2137.708041] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d304a-f92d-4ac9-a371-2b1a0d6c52b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.713087] env[62448]: DEBUG nova.compute.utils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2137.715061] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2137.715347] env[62448]: DEBUG nova.network.neutron [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2137.723182] env[62448]: DEBUG nova.compute.manager [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2137.723182] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.724376] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a8ae9-cb7d-4fdb-9186-b881485fa40c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.739389] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.739389] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9544db1a-b981-496c-824e-5e48504f1db2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.748571] env[62448]: DEBUG oslo_vmware.api [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 2137.748571] env[62448]: value = "task-2093473" [ 2137.748571] env[62448]: _type = "Task" [ 2137.748571] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.762132] env[62448]: DEBUG oslo_vmware.api [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.810484] env[62448]: DEBUG nova.policy [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e05ec01eb68f435481e4d3cbfad33eb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ff8d64fdb09413c91e8973661812b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2137.944779] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d6fc8510-f778-4218-b757-0f297b43e73c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.945057] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.945251] env[62448]: DEBUG nova.compute.manager [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Going to confirm migration 4 {{(pid=62448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2137.995113] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093470, 'name': Rename_Task, 'duration_secs': 0.369719} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.997293] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2137.999733] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e66f9e7-3cb9-463a-ad61-0d90b838a56a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.005911] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2138.005911] env[62448]: value = "task-2093474" [ 2138.005911] env[62448]: _type = "Task" [ 2138.005911] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.017227] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.033544] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b140a7-7515-4926-a119-2d525c0b34aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.043275] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd4cd4d-64cc-4356-9d9e-ee11b90fd85c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.076857] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd34f5b1-9617-42c3-ae96-c34eb221a9fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.086150] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15065a8e-16e6-4b2c-bfd3-40f6ddd2426e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.100936] env[62448]: DEBUG nova.compute.provider_tree [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.114636] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda932-9477-d812-ca94-95080c0a03d3/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2138.116047] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d2394-42da-4cdb-abcd-5340a4348e58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.123453] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda932-9477-d812-ca94-95080c0a03d3/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2138.123621] env[62448]: ERROR oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda932-9477-d812-ca94-95080c0a03d3/disk-0.vmdk due to incomplete transfer. [ 2138.123856] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e133b84d-8167-4e89-812a-af2f86980e17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.132507] env[62448]: DEBUG oslo_vmware.rw_handles [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fda932-9477-d812-ca94-95080c0a03d3/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2138.132720] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Uploaded image c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2138.135382] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2138.135664] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-221e9170-af98-4ffb-a5b2-51e82d011bf2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.144477] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2138.144477] env[62448]: value = "task-2093475" [ 2138.144477] env[62448]: _type = "Task" [ 2138.144477] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.153146] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.177730] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.178136] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fc769c17-c434-45ad-a26e-97773632c703/fc769c17-c434-45ad-a26e-97773632c703.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2138.178449] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2138.178815] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b682fd3-596e-4c30-a83e-b9f190d22e49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.190805] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2138.190805] env[62448]: value = "task-2093476" [ 2138.190805] env[62448]: _type = "Task" [ 2138.190805] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.200897] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.222711] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2138.264948] env[62448]: DEBUG oslo_vmware.api [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093473, 'name': PowerOffVM_Task, 'duration_secs': 0.280602} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.266980] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.267282] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.267779] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ef1977-6f28-4912-bfda-dd5f58ad22ac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.277776] env[62448]: DEBUG nova.network.neutron [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Successfully created port: 807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2138.518936] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.552791] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.552969] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.553167] env[62448]: DEBUG nova.network.neutron [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2138.553369] env[62448]: DEBUG nova.objects.instance [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lazy-loading 'info_cache' on Instance uuid d6fc8510-f778-4218-b757-0f297b43e73c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.605487] env[62448]: DEBUG nova.scheduler.client.report [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.654444] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.700140] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200275} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.700480] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2138.701637] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b597546b-25c4-4305-a297-6d6b1ed1a0ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.725709] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] fc769c17-c434-45ad-a26e-97773632c703/fc769c17-c434-45ad-a26e-97773632c703.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2138.726039] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb872408-dcfe-490c-95bb-c7436a0c3458 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.750782] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2138.750782] env[62448]: value = "task-2093478" [ 2138.750782] env[62448]: _type = "Task" [ 2138.750782] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.762966] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.017518] env[62448]: DEBUG oslo_vmware.api [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093474, 'name': PowerOnVM_Task, 'duration_secs': 0.794047} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.017789] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2139.017991] env[62448]: INFO nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Took 13.27 seconds to spawn the instance on the hypervisor. [ 2139.018174] env[62448]: DEBUG nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2139.018968] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7931dec8-97d8-46b1-b7e1-6c3e416ea28d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.112105] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.114013] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.833s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.116218] env[62448]: INFO nova.compute.claims [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2139.141532] env[62448]: INFO nova.scheduler.client.report [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted allocations for instance 27e54b3e-6278-4cf5-8a37-97e38d9c759d [ 2139.159025] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.246898] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2139.262488] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.271943] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2139.272206] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2139.272365] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2139.272688] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2139.272688] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2139.272852] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2139.273154] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2139.273349] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2139.273549] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2139.273720] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2139.273908] env[62448]: DEBUG nova.virt.hardware [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2139.274793] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b63cf9a-1212-42c9-b538-912b62acfccc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.284054] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fcc9f3-9bd9-451c-80a1-1ad5d5bdae40 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.535849] env[62448]: INFO nova.compute.manager [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Took 18.26 seconds to build instance. [ 2139.648983] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09cd3236-dbf2-4124-a086-81b23f1cd55e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.292s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.655276] env[62448]: DEBUG oslo_concurrency.lockutils [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] Acquired lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.656265] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b91add6-985c-4eab-a1f7-51d1515bf1f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.669291] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.669291] env[62448]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2139.669291] env[62448]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62448) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2139.670356] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0d24fe2-7367-4a2a-a86c-5c677731d54b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.681655] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92384f10-56ab-4128-9680-8ba928176c74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.730396] env[62448]: ERROR root [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-428701' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-428701' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-428701' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-428701'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-428701' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-428701' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-428701'}\n"]: nova.exception.InstanceNotFound: Instance 27e54b3e-6278-4cf5-8a37-97e38d9c759d could not be found. [ 2139.730682] env[62448]: DEBUG oslo_concurrency.lockutils [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] Releasing lock "27e54b3e-6278-4cf5-8a37-97e38d9c759d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.730973] env[62448]: DEBUG nova.compute.manager [req-f8671c4e-4bb3-4a5f-94cb-9b4024a38e59 req-e84dfb57-cefa-48bc-8e78-65d283212245 service nova] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Detach interface failed, port_id=cd453092-92c4-4f66-b609-5047614c9626, reason: Instance 27e54b3e-6278-4cf5-8a37-97e38d9c759d could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2139.764960] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093478, 'name': ReconfigVM_Task, 'duration_secs': 0.775877} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.767973] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Reconfigured VM instance instance-00000057 to attach disk [datastore2] fc769c17-c434-45ad-a26e-97773632c703/fc769c17-c434-45ad-a26e-97773632c703.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.768901] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3602b165-93bc-4c4e-aeb1-04e9a3f0102e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.777132] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2139.777132] env[62448]: value = "task-2093480" [ 2139.777132] env[62448]: _type = "Task" [ 2139.777132] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.787313] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093480, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.898584] env[62448]: DEBUG nova.network.neutron [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [{"id": "1e942044-99c3-4e5a-b160-d964e680441b", "address": "fa:16:3e:39:cf:08", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e942044-99", "ovs_interfaceid": "1e942044-99c3-4e5a-b160-d964e680441b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.037753] env[62448]: DEBUG oslo_concurrency.lockutils [None req-670d176b-0258-4349-b3da-37d9f7db419f tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.783s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.168034] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.295710] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093480, 'name': Rename_Task, 'duration_secs': 0.174705} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.296043] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.296937] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d4a6194-a79b-40a4-b957-01ce78f77012 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.304474] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2140.304474] env[62448]: value = "task-2093481" [ 2140.304474] env[62448]: _type = "Task" [ 2140.304474] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.312859] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.367700] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8a4ef6-b850-4b67-9c08-d4459a523869 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.377144] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39eb80-4010-4e30-9dde-7d5bac50eeaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.407894] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-d6fc8510-f778-4218-b757-0f297b43e73c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.408108] env[62448]: DEBUG nova.objects.instance [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lazy-loading 'migration_context' on Instance uuid d6fc8510-f778-4218-b757-0f297b43e73c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2140.410020] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b986e2fe-baeb-4d94-948d-3ba94f7ac50d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.419121] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec467a1-0718-4d66-be25-51af51297a67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.434718] env[62448]: DEBUG nova.compute.provider_tree [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.660021] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.814795] env[62448]: DEBUG oslo_vmware.api [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093481, 'name': PowerOnVM_Task, 'duration_secs': 0.46506} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.815229] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.815584] env[62448]: INFO nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Took 9.24 seconds to spawn the instance on the hypervisor. [ 2140.815783] env[62448]: DEBUG nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.816693] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683cf0de-88e1-4a41-ab18-3ac892684fe3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.914447] env[62448]: DEBUG nova.objects.base [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2140.915858] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf895c-1c63-4d40-a041-bd81d8fd52b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.941582] env[62448]: DEBUG nova.scheduler.client.report [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.945884] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70371b8-c2fe-4c70-a948-8ef4e0bf3d33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.950393] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2140.950591] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2140.953208] env[62448]: DEBUG oslo_vmware.api [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2140.953208] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5223c46a-157f-452d-090b-948a2a72c76c" [ 2140.953208] env[62448]: _type = "Task" [ 2140.953208] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.962572] env[62448]: DEBUG oslo_vmware.api [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223c46a-157f-452d-090b-948a2a72c76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.160133] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.336553] env[62448]: INFO nova.compute.manager [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Took 13.37 seconds to build instance. [ 2141.449978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.450634] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2141.461212] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.461372] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2141.470107] env[62448]: DEBUG oslo_vmware.api [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5223c46a-157f-452d-090b-948a2a72c76c, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.470107] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.470425] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.589574] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.589574] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.650895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.651202] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.662829] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.838859] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b3b8c710-9cc7-41da-972d-a709545ef8d0 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "fc769c17-c434-45ad-a26e-97773632c703" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.891s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.955639] env[62448]: DEBUG nova.compute.utils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2141.957341] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2141.957521] env[62448]: DEBUG nova.network.neutron [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2142.006677] env[62448]: DEBUG nova.policy [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818224adf6814a289843d655744e156c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100f0c01fa2d459aa060a6b417b14dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2142.091037] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.158636] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.171806] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.241658] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c93ebb-8a9e-4144-b318-d5e6cd9d4d4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.252343] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653d020-f0ed-491a-a54a-dc406320cc27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.283130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e11c2a9-5a69-424d-b483-895aefbb8009 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.293235] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b02e26-6090-4f96-a09c-2aae162e47a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.310366] env[62448]: DEBUG nova.compute.provider_tree [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.311934] env[62448]: INFO nova.compute.manager [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Rescuing [ 2142.312197] env[62448]: DEBUG oslo_concurrency.lockutils [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.312373] env[62448]: DEBUG oslo_concurrency.lockutils [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.312548] env[62448]: DEBUG nova.network.neutron [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2142.321771] env[62448]: DEBUG nova.network.neutron [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Successfully created port: 20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2142.461757] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2142.610572] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.668758] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.687328] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.816133] env[62448]: DEBUG nova.scheduler.client.report [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.930059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "8075fc5b-2eca-4878-8856-19b3e5d563b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.930344] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.930557] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "8075fc5b-2eca-4878-8856-19b3e5d563b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.930782] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.930976] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.933473] env[62448]: INFO nova.compute.manager [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Terminating instance [ 2143.003780] env[62448]: DEBUG nova.network.neutron [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Updating instance_info_cache with network_info: [{"id": "4ea53481-0481-4797-9623-957cf50db1bf", "address": "fa:16:3e:d6:c1:98", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ea53481-04", "ovs_interfaceid": "4ea53481-0481-4797-9623-957cf50db1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.166971] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.200905] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.437871] env[62448]: DEBUG nova.compute.manager [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.438108] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.439091] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc368310-aeff-4044-83d5-0a55f84e0181 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.448311] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.448590] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c6974e-6d69-41a7-80a4-ed2be8d32421 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.456315] env[62448]: DEBUG oslo_vmware.api [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2143.456315] env[62448]: value = "task-2093482" [ 2143.456315] env[62448]: _type = "Task" [ 2143.456315] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.465536] env[62448]: DEBUG oslo_vmware.api [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.473111] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2143.502021] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2143.502273] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2143.502431] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2143.502611] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2143.502756] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2143.502903] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2143.503128] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2143.503291] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2143.503476] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2143.503622] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2143.503791] env[62448]: DEBUG nova.virt.hardware [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2143.504658] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5aa5c-64ad-4123-8b2e-70d22e46c1fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.509342] env[62448]: DEBUG oslo_concurrency.lockutils [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "refresh_cache-fc769c17-c434-45ad-a26e-97773632c703" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.518382] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989be20-694e-4dbc-8bb3-4c6cbe74be9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.666982] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.827963] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.358s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.830923] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.221s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.839712] env[62448]: INFO nova.compute.claims [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2143.968097] env[62448]: DEBUG oslo_vmware.api [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093482, 'name': PowerOffVM_Task, 'duration_secs': 0.193148} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.968097] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.968097] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.968097] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c774ebc1-3bef-4d47-895d-246560d5afb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.168838] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.401413] env[62448]: INFO nova.scheduler.client.report [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocation for migration 3e9b9d80-ad76-4d2a-befa-a1c2d60a77db [ 2144.669230] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.908041] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f9a70609-af11-44d8-b475-fe8b6f97f312 tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.963s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.046887] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.047232] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b58c5375-f84f-40fe-a8ed-cbe32ffc952d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.056867] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2145.056867] env[62448]: value = "task-2093484" [ 2145.056867] env[62448]: _type = "Task" [ 2145.056867] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.073474] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.090471] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca5ac37-9186-4869-8476-2eee9785b5f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.100747] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa529251-f57c-4081-95b2-a2af2861a747 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.135097] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c71c0-9123-45f0-9ce7-a4c8a233c8a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.145142] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f68c6-7faa-4480-9cbd-b365d0510603 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.161242] env[62448]: DEBUG nova.compute.provider_tree [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2145.172494] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.213483] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d6fc8510-f778-4218-b757-0f297b43e73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.213787] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.213974] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.214323] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.214521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.217454] env[62448]: INFO nova.compute.manager [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Terminating instance [ 2145.568240] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093484, 'name': PowerOffVM_Task, 'duration_secs': 0.207967} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.568479] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2145.569265] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724bb643-831e-47e3-a93a-52125bc15a0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.587940] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c7bc0-8b13-4229-a44e-6571c35831e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.620222] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.620522] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2531810-f91f-4626-b53a-bac9ede697bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.629077] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2145.629077] env[62448]: value = "task-2093485" [ 2145.629077] env[62448]: _type = "Task" [ 2145.629077] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.638172] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.666692] env[62448]: DEBUG nova.scheduler.client.report [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.673850] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.717059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.717059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.721143] env[62448]: DEBUG nova.compute.manager [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.721351] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.722239] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11764b30-e9e0-4b07-add1-02961b88a6ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.731481] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.731738] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b4fdb3-ff3e-4a0b-9ed0-67dd703f271d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.739413] env[62448]: DEBUG oslo_vmware.api [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2145.739413] env[62448]: value = "task-2093486" [ 2145.739413] env[62448]: _type = "Task" [ 2145.739413] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.749444] env[62448]: DEBUG oslo_vmware.api [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.139564] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2146.139802] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2146.140065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.140221] env[62448]: DEBUG oslo_concurrency.lockutils [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.140403] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2146.140671] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e07482b-ffc1-4773-ad46-aa6f1276c00c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.150788] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2146.150970] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2146.151759] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0217709-6812-4f90-8f82-af172702b3cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.161103] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2146.161103] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b0571e-c970-1d51-0a48-830fcfff4266" [ 2146.161103] env[62448]: _type = "Task" [ 2146.161103] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.180485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.181218] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2146.185249] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b0571e-c970-1d51-0a48-830fcfff4266, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.191081] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.503s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.193155] env[62448]: INFO nova.compute.claims [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2146.197792] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquiring lock "6234ebb6-e1b6-440b-b217-2598f89c9f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.197792] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.197971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquiring lock "6234ebb6-e1b6-440b-b217-2598f89c9f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.198172] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.198438] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.201045] env[62448]: INFO nova.compute.manager [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Terminating instance [ 2146.204075] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.206141] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d37834-3724-411e-8c76-fdda767a42f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.214830] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2146.214830] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52821e8a-8cec-557f-cc9e-e9f5246abb25" [ 2146.214830] env[62448]: _type = "Task" [ 2146.214830] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.221948] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2146.235899] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52821e8a-8cec-557f-cc9e-e9f5246abb25, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.236766] env[62448]: DEBUG oslo_concurrency.lockutils [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.237019] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fc769c17-c434-45ad-a26e-97773632c703/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. {{(pid=62448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2146.237673] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d7b4bc-7514-40cc-b58f-287343612442 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.251142] env[62448]: DEBUG oslo_vmware.api [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093486, 'name': PowerOffVM_Task, 'duration_secs': 0.278993} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.251397] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2146.251566] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2146.251813] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-131229f6-69fa-40dc-893c-8876367a4856 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.254589] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2146.254589] env[62448]: value = "task-2093487" [ 2146.254589] env[62448]: _type = "Task" [ 2146.254589] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.263174] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.680081] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.692872] env[62448]: DEBUG nova.compute.utils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2146.695145] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2146.695145] env[62448]: DEBUG nova.network.neutron [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2146.711139] env[62448]: DEBUG nova.compute.manager [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2146.711364] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2146.711923] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5760c1-8f43-4398-8f47-08dbf9d38cf2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.720615] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2146.720615] env[62448]: value = "task-2093489" [ 2146.720615] env[62448]: _type = "Task" [ 2146.720615] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.731976] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.737050] env[62448]: DEBUG nova.policy [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167ad22c32294472bc8675a9ea017cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a429d8fc7a4119bc10d473f28fd946', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2146.749652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.765910] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452833} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.768051] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] fc769c17-c434-45ad-a26e-97773632c703/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. [ 2146.768889] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c24aae-e701-4d8c-b44d-45e6c0a1ddee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.796675] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] fc769c17-c434-45ad-a26e-97773632c703/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2146.796918] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2613f3ac-80c6-4ee0-b5f6-cbddd3b447ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.816508] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2146.816508] env[62448]: value = "task-2093490" [ 2146.816508] env[62448]: _type = "Task" [ 2146.816508] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.822121] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.822366] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.822550] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Deleting the datastore file [datastore2] 36a01101-24a1-4d38-a9f4-ef6f48fb4077 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.823285] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6303cf71-0746-4470-8db6-c4c2d030a37f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.828383] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.839601] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.839855] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.840110] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] d6fc8510-f778-4218-b757-0f297b43e73c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.840455] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec579c8-0a49-4ad2-a2c7-073d62fa5385 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.852917] env[62448]: DEBUG oslo_vmware.api [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2146.852917] env[62448]: value = "task-2093491" [ 2146.852917] env[62448]: _type = "Task" [ 2146.852917] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.854872] env[62448]: DEBUG oslo_vmware.api [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for the task: (returnval){ [ 2146.854872] env[62448]: value = "task-2093492" [ 2146.854872] env[62448]: _type = "Task" [ 2146.854872] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.869023] env[62448]: DEBUG oslo_vmware.api [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.873613] env[62448]: DEBUG oslo_vmware.api [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.875356] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.875644] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.875869] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Deleting the datastore file [datastore2] 8075fc5b-2eca-4878-8856-19b3e5d563b8 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.876181] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b29db969-1cf8-4278-8023-8e4228427dd5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.886483] env[62448]: DEBUG oslo_vmware.api [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2146.886483] env[62448]: value = "task-2093493" [ 2146.886483] env[62448]: _type = "Task" [ 2146.886483] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.897624] env[62448]: DEBUG oslo_vmware.api [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.154884] env[62448]: DEBUG nova.network.neutron [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Successfully created port: 3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2147.180509] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093475, 'name': Destroy_Task, 'duration_secs': 8.884391} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.180809] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Destroyed the VM [ 2147.181063] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2147.181378] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-269e6c23-8d02-4c4d-ad23-591e82c5496d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.189784] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2147.189784] env[62448]: value = "task-2093494" [ 2147.189784] env[62448]: _type = "Task" [ 2147.189784] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.199611] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2147.202730] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093494, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.238828] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093489, 'name': PowerOffVM_Task, 'duration_secs': 0.214557} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.239137] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2147.239223] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2147.239443] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428717', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'name': 'volume-5910770f-883c-4d0f-a6ad-014981c66497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6234ebb6-e1b6-440b-b217-2598f89c9f08', 'attached_at': '', 'detached_at': '', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'serial': '5910770f-883c-4d0f-a6ad-014981c66497'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2147.240250] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56c458-512d-4a3a-8a02-732965c4cd06 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.267611] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e61728-b06a-4558-8566-4af086c86c33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.276870] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ae324-beb9-441e-9704-f5a1d7f45376 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.301652] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be595b74-b918-4f3a-9cd3-81e25fa3f156 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.321884] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] The volume has not been displaced from its original location: [datastore2] volume-5910770f-883c-4d0f-a6ad-014981c66497/volume-5910770f-883c-4d0f-a6ad-014981c66497.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2147.328948] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2147.335722] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454db094-8fbf-46d8-ab2d-c942397ed1d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.357356] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.363026] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2147.363026] env[62448]: value = "task-2093495" [ 2147.363026] env[62448]: _type = "Task" [ 2147.363026] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.374978] env[62448]: DEBUG oslo_vmware.api [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194698} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.375527] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2147.375719] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2147.375895] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2147.377122] env[62448]: INFO nova.compute.manager [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 2147.377397] env[62448]: DEBUG oslo.service.loopingcall [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.383837] env[62448]: DEBUG nova.compute.manager [-] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2147.384055] env[62448]: DEBUG nova.network.neutron [-] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2147.385744] env[62448]: DEBUG oslo_vmware.api [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Task: {'id': task-2093492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225526} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.385977] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.388634] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2147.388834] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2147.389067] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2147.389325] env[62448]: INFO nova.compute.manager [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Took 9.67 seconds to destroy the instance on the hypervisor. [ 2147.389585] env[62448]: DEBUG oslo.service.loopingcall [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.391120] env[62448]: DEBUG nova.compute.manager [-] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2147.391120] env[62448]: DEBUG nova.network.neutron [-] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2147.402453] env[62448]: DEBUG oslo_vmware.api [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158859} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.405224] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2147.405404] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2147.405584] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2147.405759] env[62448]: INFO nova.compute.manager [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Took 3.97 seconds to destroy the instance on the hypervisor. [ 2147.405994] env[62448]: DEBUG oslo.service.loopingcall [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.406439] env[62448]: DEBUG nova.compute.manager [-] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2147.406537] env[62448]: DEBUG nova.network.neutron [-] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2147.573341] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92039d72-ea29-43d1-a8e6-99eef6dab92b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.582496] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca93aed-389f-49bf-9178-8bf3d2a7f73a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.616199] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8767eb09-36f5-4fee-9bdd-0898ea694669 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.627451] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e95673a-73ca-4067-96c5-bb9b9c4bcf97 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.648601] env[62448]: DEBUG nova.compute.provider_tree [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.700150] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093494, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.752345] env[62448]: DEBUG nova.compute.manager [req-746fba72-7c41-448c-ac9d-a7f6cec793d0 req-9b108540-a83b-47ad-bb36-6edeb5fd0926 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Received event network-vif-deleted-7f5d3319-9109-4c37-8941-398aeb7fcd2e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2147.753478] env[62448]: INFO nova.compute.manager [req-746fba72-7c41-448c-ac9d-a7f6cec793d0 req-9b108540-a83b-47ad-bb36-6edeb5fd0926 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Neutron deleted interface 7f5d3319-9109-4c37-8941-398aeb7fcd2e; detaching it from the instance and deleting it from the info cache [ 2147.753478] env[62448]: DEBUG nova.network.neutron [req-746fba72-7c41-448c-ac9d-a7f6cec793d0 req-9b108540-a83b-47ad-bb36-6edeb5fd0926 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.833938] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093490, 'name': ReconfigVM_Task, 'duration_secs': 0.655775} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.833938] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Reconfigured VM instance instance-00000057 to attach disk [datastore2] fc769c17-c434-45ad-a26e-97773632c703/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2147.834812] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf32c3c0-4cc8-4bf5-9e81-5db7caf87d54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.864970] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c110c924-88a4-4dd7-b8cd-47da22017b35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.889358] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093495, 'name': ReconfigVM_Task, 'duration_secs': 0.178665} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.890688] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2147.895825] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2147.895825] env[62448]: value = "task-2093496" [ 2147.895825] env[62448]: _type = "Task" [ 2147.895825] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.896061] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2ed744-fa00-4929-b7f9-d5317729d868 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.915484] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.916895] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2147.916895] env[62448]: value = "task-2093497" [ 2147.916895] env[62448]: _type = "Task" [ 2147.916895] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.925244] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.001982] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2148.002244] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.002407] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.002562] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.002710] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.002855] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.002999] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.003141] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2148.003289] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.151360] env[62448]: DEBUG nova.scheduler.client.report [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2148.186802] env[62448]: DEBUG nova.compute.manager [req-4bded8b7-0e81-4b34-abec-3dc5838105c7 req-94937fa5-6e9f-42af-b579-61ab3c180e4d service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Received event network-vif-deleted-1e942044-99c3-4e5a-b160-d964e680441b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2148.187021] env[62448]: INFO nova.compute.manager [req-4bded8b7-0e81-4b34-abec-3dc5838105c7 req-94937fa5-6e9f-42af-b579-61ab3c180e4d service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Neutron deleted interface 1e942044-99c3-4e5a-b160-d964e680441b; detaching it from the instance and deleting it from the info cache [ 2148.187205] env[62448]: DEBUG nova.network.neutron [req-4bded8b7-0e81-4b34-abec-3dc5838105c7 req-94937fa5-6e9f-42af-b579-61ab3c180e4d service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.202537] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093494, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599806} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.203659] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2148.203961] env[62448]: DEBUG nova.compute.manager [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.205103] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae28b88-0741-4c45-9296-c90e371a546a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.215624] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2148.228031] env[62448]: DEBUG nova.network.neutron [-] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.250182] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2148.250442] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2148.250895] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2148.250895] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2148.251065] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2148.251197] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2148.251453] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2148.251614] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2148.251779] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2148.251942] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2148.252127] env[62448]: DEBUG nova.virt.hardware [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2148.253354] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0d9fc0-4d41-4667-b3ff-09a6e78d1e72 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.257894] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf92ac16-ffb9-4604-a076-cc48aeefe4b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.267857] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3457a1f-5477-4260-b90a-cd5586a8445d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.275143] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7946030e-360a-4a0f-b832-fff1bf35bafb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.311027] env[62448]: DEBUG nova.compute.manager [req-746fba72-7c41-448c-ac9d-a7f6cec793d0 req-9b108540-a83b-47ad-bb36-6edeb5fd0926 service nova] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Detach interface failed, port_id=7f5d3319-9109-4c37-8941-398aeb7fcd2e, reason: Instance 8075fc5b-2eca-4878-8856-19b3e5d563b8 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2148.419183] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093496, 'name': ReconfigVM_Task, 'duration_secs': 0.174731} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.419636] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2148.422905] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5e56f1-e26f-4452-9102-92d57bcc59be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.431608] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093497, 'name': ReconfigVM_Task, 'duration_secs': 0.292074} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.432967] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428717', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'name': 'volume-5910770f-883c-4d0f-a6ad-014981c66497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6234ebb6-e1b6-440b-b217-2598f89c9f08', 'attached_at': '', 'detached_at': '', 'volume_id': '5910770f-883c-4d0f-a6ad-014981c66497', 'serial': '5910770f-883c-4d0f-a6ad-014981c66497'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2148.433380] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2148.433642] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2148.433642] env[62448]: value = "task-2093498" [ 2148.433642] env[62448]: _type = "Task" [ 2148.433642] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.434292] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af341c-7eda-4183-8ecc-3b6a44f90d30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.445242] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.447366] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.447611] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c78ace3-67cf-4f35-b7fe-f8821a417c44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.506042] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.567172] env[62448]: DEBUG nova.network.neutron [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Successfully updated port: 807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2148.569340] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.569596] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.569784] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Deleting the datastore file [datastore2] 6234ebb6-e1b6-440b-b217-2598f89c9f08 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.576026] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae702770-ff04-40e7-8d93-d26cd820f78a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.583898] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for the task: (returnval){ [ 2148.583898] env[62448]: value = "task-2093500" [ 2148.583898] env[62448]: _type = "Task" [ 2148.583898] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.593463] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.612461] env[62448]: DEBUG nova.network.neutron [-] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.655998] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.656691] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2148.659551] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.459s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.659781] env[62448]: DEBUG nova.objects.instance [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'pci_requests' on Instance uuid dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2148.690438] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8713ad11-86ff-4e3b-a4be-f58b7a112893 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.698074] env[62448]: DEBUG nova.network.neutron [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Successfully updated port: 20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2148.704054] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5386de96-bcb4-4b04-99a8-272bb6bfc102 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.724249] env[62448]: INFO nova.compute.manager [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Shelve offloading [ 2148.730491] env[62448]: INFO nova.compute.manager [-] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Took 1.32 seconds to deallocate network for instance. [ 2148.744269] env[62448]: DEBUG nova.compute.manager [req-4bded8b7-0e81-4b34-abec-3dc5838105c7 req-94937fa5-6e9f-42af-b579-61ab3c180e4d service nova] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Detach interface failed, port_id=1e942044-99c3-4e5a-b160-d964e680441b, reason: Instance d6fc8510-f778-4218-b757-0f297b43e73c could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2148.949411] env[62448]: DEBUG oslo_vmware.api [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093498, 'name': PowerOnVM_Task, 'duration_secs': 0.42949} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.949686] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.953876] env[62448]: DEBUG nova.compute.manager [None req-42922215-4a48-41b0-ad69-b1caf526ad95 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.954599] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0d321-1bc8-49c1-bf75-b9aed82d4b1a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.078251] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.078251] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.078251] env[62448]: DEBUG nova.network.neutron [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2149.100017] env[62448]: DEBUG oslo_vmware.api [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Task: {'id': task-2093500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080997} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.100156] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2149.100379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2149.100666] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.100951] env[62448]: INFO nova.compute.manager [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Took 2.39 seconds to destroy the instance on the hypervisor. [ 2149.101338] env[62448]: DEBUG oslo.service.loopingcall [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.101635] env[62448]: DEBUG nova.compute.manager [-] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2149.101782] env[62448]: DEBUG nova.network.neutron [-] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2149.114779] env[62448]: INFO nova.compute.manager [-] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Took 1.73 seconds to deallocate network for instance. [ 2149.164039] env[62448]: DEBUG nova.compute.utils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2149.166297] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2149.166594] env[62448]: DEBUG nova.network.neutron [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2149.172763] env[62448]: DEBUG nova.objects.instance [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'numa_topology' on Instance uuid dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.185763] env[62448]: DEBUG nova.network.neutron [-] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.199918] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-c3c7abe7-a221-4942-8eda-3a770f84e262" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.199978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-c3c7abe7-a221-4942-8eda-3a770f84e262" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.200240] env[62448]: DEBUG nova.network.neutron [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2149.227937] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.228278] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8ee885-74c8-438b-9d17-2cc828d4481e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.237526] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2149.237526] env[62448]: value = "task-2093501" [ 2149.237526] env[62448]: _type = "Task" [ 2149.237526] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.250989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.251552] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2149.251552] env[62448]: DEBUG nova.compute.manager [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.252397] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22edf0b-334d-433b-9977-f831afdd162c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.259085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.259262] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.259434] env[62448]: DEBUG nova.network.neutron [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2149.290978] env[62448]: DEBUG nova.policy [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2149.296235] env[62448]: DEBUG nova.network.neutron [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Successfully updated port: 3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2149.623706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.667810] env[62448]: DEBUG nova.network.neutron [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2149.674831] env[62448]: INFO nova.compute.claims [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2149.677496] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2149.688749] env[62448]: INFO nova.compute.manager [-] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Took 2.30 seconds to deallocate network for instance. [ 2149.803282] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.803282] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.803282] env[62448]: DEBUG nova.network.neutron [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2149.819141] env[62448]: DEBUG nova.network.neutron [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2150.195386] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.239993] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received event network-vif-plugged-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2150.240692] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquiring lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.241020] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.241198] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.241388] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] No waiting events found dispatching network-vif-plugged-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.241558] env[62448]: WARNING nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received unexpected event network-vif-plugged-807705bd-7d77-4f29-885c-68853fcf60d0 for instance with vm_state building and task_state spawning. [ 2150.241721] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Received event network-vif-plugged-20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2150.241883] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquiring lock "c3c7abe7-a221-4942-8eda-3a770f84e262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.242076] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.242234] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.242391] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] No waiting events found dispatching network-vif-plugged-20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.242547] env[62448]: WARNING nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Received unexpected event network-vif-plugged-20cf28f9-83ac-4a4a-a17a-a1ed42201991 for instance with vm_state building and task_state spawning. [ 2150.242705] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2150.242854] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing instance network info cache due to event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2150.243022] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.282092] env[62448]: DEBUG nova.network.neutron [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.428438] env[62448]: DEBUG nova.network.neutron [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Updating instance_info_cache with network_info: [{"id": "20cf28f9-83ac-4a4a-a17a-a1ed42201991", "address": "fa:16:3e:2a:3c:07", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20cf28f9-83", "ovs_interfaceid": "20cf28f9-83ac-4a4a-a17a-a1ed42201991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.435043] env[62448]: DEBUG nova.network.neutron [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2150.620250] env[62448]: DEBUG nova.network.neutron [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.670471] env[62448]: DEBUG nova.network.neutron [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Successfully created port: e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2150.691698] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2150.717263] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2150.717518] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2150.717686] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2150.717873] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2150.718028] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2150.718180] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2150.718409] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2150.718661] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2150.718839] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2150.719059] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2150.719681] env[62448]: DEBUG nova.virt.hardware [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2150.720612] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5466ac46-10e4-4edc-ab10-7e55d56baf31 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.732044] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd334d80-8861-42de-905e-254386df377f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.784610] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.785188] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Instance network_info: |[{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2150.785869] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.786229] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2150.788225] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:76:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '807705bd-7d77-4f29-885c-68853fcf60d0', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2150.796568] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Creating folder: Project (1ff8d64fdb09413c91e8973661812b82). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2150.799475] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9278882-97ee-4f9f-9f09-c45b1cdd87c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.817522] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.817522] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.817522] env[62448]: INFO nova.compute.manager [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Rebooting instance [ 2150.822788] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Created folder: Project (1ff8d64fdb09413c91e8973661812b82) in parent group-v428508. [ 2150.823263] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Creating folder: Instances. Parent ref: group-v428752. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2150.823749] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289c0489-c7dd-41b9-ae84-1deb403b4271 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.836049] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Created folder: Instances in parent group-v428752. [ 2150.836523] env[62448]: DEBUG oslo.service.loopingcall [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.836853] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2150.837214] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a5963a-2e4c-4a5c-8bad-af101e62406c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.857348] env[62448]: DEBUG nova.network.neutron [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.867451] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2150.867451] env[62448]: value = "task-2093504" [ 2150.867451] env[62448]: _type = "Task" [ 2150.867451] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.884369] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093504, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.930974] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-c3c7abe7-a221-4942-8eda-3a770f84e262" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.931372] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Instance network_info: |[{"id": "20cf28f9-83ac-4a4a-a17a-a1ed42201991", "address": "fa:16:3e:2a:3c:07", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20cf28f9-83", "ovs_interfaceid": "20cf28f9-83ac-4a4a-a17a-a1ed42201991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2150.935098] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:3c:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20cf28f9-83ac-4a4a-a17a-a1ed42201991', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2150.943843] env[62448]: DEBUG oslo.service.loopingcall [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.944881] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2150.946195] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce1013bf-1393-4c69-9a23-a4426939eaa2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.973256] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2150.973256] env[62448]: value = "task-2093505" [ 2150.973256] env[62448]: _type = "Task" [ 2150.973256] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.981305] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093505, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.046833] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71689dba-29d2-498b-ac7a-ce3c7dd6f0a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.053449] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd08d6-3f11-41ef-a93b-aa9ea1568fe7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.093298] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ed6cd-fc8f-4e94-a01c-958ec67877a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.102335] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d0208-dcd9-4b5e-8b44-bdb1825b43d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.110727] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "038a7517-0972-4351-be2f-d44af711acdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.111102] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "038a7517-0972-4351-be2f-d44af711acdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.124999] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.132155] env[62448]: DEBUG nova.compute.provider_tree [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.299650] env[62448]: DEBUG nova.network.neutron [-] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.340328] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.340328] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.340328] env[62448]: DEBUG nova.network.neutron [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2151.359815] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.360140] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Instance network_info: |[{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2151.360562] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:85:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bccda77-8b70-4906-8785-66a717191a33', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2151.369059] env[62448]: DEBUG oslo.service.loopingcall [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.369848] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2151.376805] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ac9033-bdc8-4dc6-8a57-39d8c30e8453 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.401029] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093504, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.403928] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2151.403928] env[62448]: value = "task-2093506" [ 2151.403928] env[62448]: _type = "Task" [ 2151.403928] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.417299] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093506, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.483136] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093505, 'name': CreateVM_Task, 'duration_secs': 0.501927} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.483426] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2151.484109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.484290] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.484620] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2151.484894] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e05ec65-dbe1-4fe1-818b-3aaf2872e9db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.490735] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2151.490735] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524ed357-94e0-f2f5-cd73-c7168c1d0d1e" [ 2151.490735] env[62448]: _type = "Task" [ 2151.490735] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.503023] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524ed357-94e0-f2f5-cd73-c7168c1d0d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.613995] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2151.631441] env[62448]: DEBUG nova.scheduler.client.report [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.693385] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2151.694284] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd63969-fd17-4cfe-a9ba-1f37fcf2db38 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.705166] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2151.705458] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf9de9ab-fac0-465e-b285-4f87d349c5c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.715796] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updated VIF entry in instance network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2151.716666] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.804139] env[62448]: INFO nova.compute.manager [-] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Took 2.70 seconds to deallocate network for instance. [ 2151.831274] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2151.831669] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2151.831724] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleting the datastore file [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2151.833029] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee4e68c4-d457-44f4-90d9-fe0f428c4c73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.854087] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2151.854087] env[62448]: value = "task-2093508" [ 2151.854087] env[62448]: _type = "Task" [ 2151.854087] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.865026] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.882663] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093504, 'name': CreateVM_Task, 'duration_secs': 0.627709} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.883427] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2151.884300] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.916250] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093506, 'name': CreateVM_Task, 'duration_secs': 0.471728} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.916579] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2151.917256] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.006075] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524ed357-94e0-f2f5-cd73-c7168c1d0d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.006392] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.006618] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2152.006848] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.006991] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.007192] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2152.007472] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.007781] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2152.008021] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f9f9d62-ca63-4f25-8d53-939d9281c11c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.009818] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005c094e-626c-43a7-bcf5-dfc3a89b621b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.016301] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2152.016301] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5222a0b9-0aa5-0009-f45a-26f1a3a46b34" [ 2152.016301] env[62448]: _type = "Task" [ 2152.016301] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.023260] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2152.023440] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2152.025094] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115ebdd8-ac56-47df-90de-52ac2c60ac62 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.031611] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5222a0b9-0aa5-0009-f45a-26f1a3a46b34, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.032262] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.032495] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2152.032714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.032932] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.033244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2152.033493] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74372d2-f1f1-4216-9441-f0b9f0e5f116 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.036103] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2152.036103] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5288aede-d252-36e5-707c-c91877ea1ac6" [ 2152.036103] env[62448]: _type = "Task" [ 2152.036103] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.040682] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2152.040682] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e2f2bd-8d60-2036-e5c5-ed252fba984f" [ 2152.040682] env[62448]: _type = "Task" [ 2152.040682] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.046429] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5288aede-d252-36e5-707c-c91877ea1ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.051317] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e2f2bd-8d60-2036-e5c5-ed252fba984f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.140876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.478s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.140876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.391s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.141917] env[62448]: INFO nova.compute.claims [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2152.149157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.199069] env[62448]: INFO nova.network.neutron [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2152.204072] env[62448]: DEBUG nova.network.neutron [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.219803] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.220085] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Received event network-vif-deleted-59ece97e-a77d-49d8-bd3c-870237eda895 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.220282] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Received event network-changed-20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.220445] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Refreshing instance network info cache due to event network-changed-20cf28f9-83ac-4a4a-a17a-a1ed42201991. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2152.220655] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquiring lock "refresh_cache-c3c7abe7-a221-4942-8eda-3a770f84e262" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.220798] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquired lock "refresh_cache-c3c7abe7-a221-4942-8eda-3a770f84e262" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.220954] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Refreshing network info cache for port 20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2152.285634] env[62448]: DEBUG nova.compute.manager [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Received event network-vif-deleted-55aeb485-f134-4d71-9175-3131d0218598 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.285833] env[62448]: DEBUG nova.compute.manager [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-vif-unplugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.287250] env[62448]: DEBUG oslo_concurrency.lockutils [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.287250] env[62448]: DEBUG oslo_concurrency.lockutils [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.287250] env[62448]: DEBUG oslo_concurrency.lockutils [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.287250] env[62448]: DEBUG nova.compute.manager [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] No waiting events found dispatching network-vif-unplugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2152.287250] env[62448]: WARNING nova.compute.manager [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received unexpected event network-vif-unplugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 for instance with vm_state shelved and task_state shelving_offloading. [ 2152.287250] env[62448]: DEBUG nova.compute.manager [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-changed-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.288016] env[62448]: DEBUG nova.compute.manager [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Refreshing instance network info cache due to event network-changed-cd71d02a-337d-4a42-baa8-c0f950e63c86. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2152.288016] env[62448]: DEBUG oslo_concurrency.lockutils [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.288016] env[62448]: DEBUG oslo_concurrency.lockutils [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.288016] env[62448]: DEBUG nova.network.neutron [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Refreshing network info cache for port cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2152.365553] env[62448]: DEBUG oslo_vmware.api [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155206} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.366468] env[62448]: INFO nova.compute.manager [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Took 0.56 seconds to detach 1 volumes for instance. [ 2152.368159] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2152.368253] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2152.368375] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.370599] env[62448]: DEBUG nova.compute.manager [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Deleting volume: 5910770f-883c-4d0f-a6ad-014981c66497 {{(pid=62448) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2152.400634] env[62448]: INFO nova.scheduler.client.report [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted allocations for instance 6478397f-5cdf-4d6d-b532-ee98e719db2d [ 2152.553613] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e2f2bd-8d60-2036-e5c5-ed252fba984f, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.557506] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.557743] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2152.557948] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.558568] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5288aede-d252-36e5-707c-c91877ea1ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.560443] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ffefa9-8487-4611-a1b2-be51db9a067f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.568431] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2152.568431] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b59916-4214-3bf2-a883-625f17f4ad28" [ 2152.568431] env[62448]: _type = "Task" [ 2152.568431] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.574862] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b59916-4214-3bf2-a883-625f17f4ad28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.708064] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.908060] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.930174] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.060419] env[62448]: DEBUG nova.network.neutron [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Successfully updated port: e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2153.083525] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b59916-4214-3bf2-a883-625f17f4ad28, 'name': SearchDatastore_Task, 'duration_secs': 0.012422} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.083875] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.084777] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c3c7abe7-a221-4942-8eda-3a770f84e262/c3c7abe7-a221-4942-8eda-3a770f84e262.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2153.084777] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.084777] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.085051] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c60589a9-6abc-4ef6-aa48-27adf80f09a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.087271] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14bcd23e-3977-435c-8222-074ceab7af95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.100457] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2153.100457] env[62448]: value = "task-2093510" [ 2153.100457] env[62448]: _type = "Task" [ 2153.100457] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.105789] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.106237] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.110399] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcc033c-e147-43ed-99b5-05ab981d08b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.118995] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.125399] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2153.125399] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b55b35-c747-19c7-98a1-b9d76d3499be" [ 2153.125399] env[62448]: _type = "Task" [ 2153.125399] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.134485] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b55b35-c747-19c7-98a1-b9d76d3499be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.212761] env[62448]: DEBUG nova.compute.manager [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.217348] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508c011-1ec5-4e3f-85c9-3308f3735641 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.280423] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.280791] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.281065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.282141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.282141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.283985] env[62448]: INFO nova.compute.manager [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Terminating instance [ 2153.466228] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efdc2e-4986-42f9-b059-6f4076860a05 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.477258] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c84fe2e-0e2f-414c-b6dd-c89481aee62c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.514921] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Updated VIF entry in instance network info cache for port 20cf28f9-83ac-4a4a-a17a-a1ed42201991. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2153.516445] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Updating instance_info_cache with network_info: [{"id": "20cf28f9-83ac-4a4a-a17a-a1ed42201991", "address": "fa:16:3e:2a:3c:07", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20cf28f9-83", "ovs_interfaceid": "20cf28f9-83ac-4a4a-a17a-a1ed42201991", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.518453] env[62448]: DEBUG nova.network.neutron [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updated VIF entry in instance network info cache for port cd71d02a-337d-4a42-baa8-c0f950e63c86. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2153.518453] env[62448]: DEBUG nova.network.neutron [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcd71d02a-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.519759] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993bfd7d-a04f-42b2-8512-9fd630816b4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.532970] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f920c1-a6d1-4562-a6ec-6b52df8d17d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.548908] env[62448]: DEBUG nova.compute.provider_tree [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.563335] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.563479] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.563629] env[62448]: DEBUG nova.network.neutron [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.611670] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47448} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.611944] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c3c7abe7-a221-4942-8eda-3a770f84e262/c3c7abe7-a221-4942-8eda-3a770f84e262.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2153.612183] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2153.612437] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5051bab3-c267-40a0-bfb8-016438eb5191 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.620802] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2153.620802] env[62448]: value = "task-2093511" [ 2153.620802] env[62448]: _type = "Task" [ 2153.620802] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.629166] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.638276] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b55b35-c747-19c7-98a1-b9d76d3499be, 'name': SearchDatastore_Task, 'duration_secs': 0.018373} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.639140] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666aed4b-69a4-410c-8c9c-02a7db937449 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.644943] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2153.644943] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52745bb8-c925-f515-e61c-181aa0e2c451" [ 2153.644943] env[62448]: _type = "Task" [ 2153.644943] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.653266] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52745bb8-c925-f515-e61c-181aa0e2c451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.791196] env[62448]: DEBUG nova.compute.manager [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2153.791408] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2153.792358] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd888f-b147-4878-ac46-439dbc73c7df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.800793] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.801045] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f936df93-8353-4dbd-82ac-39ce735730ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.808693] env[62448]: DEBUG oslo_vmware.api [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2153.808693] env[62448]: value = "task-2093512" [ 2153.808693] env[62448]: _type = "Task" [ 2153.808693] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.817373] env[62448]: DEBUG oslo_vmware.api [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.023734] env[62448]: DEBUG oslo_concurrency.lockutils [req-8f412318-a313-4e34-a7af-53435b7bc733 req-03f762a3-d1c9-4e40-9430-81531d2902f1 service nova] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.024244] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Releasing lock "refresh_cache-c3c7abe7-a221-4942-8eda-3a770f84e262" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.024473] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received event network-vif-plugged-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.024669] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.024902] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.025106] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.025276] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] No waiting events found dispatching network-vif-plugged-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.025447] env[62448]: WARNING nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received unexpected event network-vif-plugged-3bccda77-8b70-4906-8785-66a717191a33 for instance with vm_state building and task_state spawning. [ 2154.025611] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received event network-changed-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.025765] env[62448]: DEBUG nova.compute.manager [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing instance network info cache due to event network-changed-3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2154.026074] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.026224] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.026569] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing network info cache for port 3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.052399] env[62448]: DEBUG nova.scheduler.client.report [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2154.095862] env[62448]: DEBUG nova.network.neutron [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2154.131952] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.132288] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2154.133135] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb26e712-eef4-4477-b8c0-acd37d00a232 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.155901] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] c3c7abe7-a221-4942-8eda-3a770f84e262/c3c7abe7-a221-4942-8eda-3a770f84e262.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2154.162880] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47f35f6-cff2-418b-ad57-ad6215ca03e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.183440] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52745bb8-c925-f515-e61c-181aa0e2c451, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.184704] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.184969] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a0524105-0868-4c4a-a749-f1a7a6ceb10b/a0524105-0868-4c4a-a749-f1a7a6ceb10b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2154.185310] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2154.185310] env[62448]: value = "task-2093513" [ 2154.185310] env[62448]: _type = "Task" [ 2154.185310] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.185521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.185706] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2154.185919] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52836c2d-ff69-4fe3-ae21-fb5ae6cb418a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.188065] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab3cf8c-acfc-4eba-ae27-d7dc49cfea19 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.201419] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.202517] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2154.202517] env[62448]: value = "task-2093514" [ 2154.202517] env[62448]: _type = "Task" [ 2154.202517] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.207728] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2154.208064] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2154.209211] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1487d25-5555-4f8b-9d36-fa45ac8ba584 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.217160] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.221835] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2154.221835] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f21a8a-9082-e4c6-4e5b-e72f90d8d52b" [ 2154.221835] env[62448]: _type = "Task" [ 2154.221835] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.230585] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f21a8a-9082-e4c6-4e5b-e72f90d8d52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.240473] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc913f03-87b0-428c-acff-3f0024553782 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.248587] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Doing hard reboot of VM {{(pid=62448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2154.248878] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d22279fe-d6ef-46aa-8a13-4a81b4a7942d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.257015] env[62448]: DEBUG oslo_vmware.api [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2154.257015] env[62448]: value = "task-2093515" [ 2154.257015] env[62448]: _type = "Task" [ 2154.257015] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.270388] env[62448]: DEBUG oslo_vmware.api [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093515, 'name': ResetVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.308210] env[62448]: DEBUG nova.network.neutron [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.320149] env[62448]: DEBUG oslo_vmware.api [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093512, 'name': PowerOffVM_Task, 'duration_secs': 0.47088} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.321210] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2154.321402] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2154.322525] env[62448]: DEBUG nova.compute.manager [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-vif-plugged-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.322684] env[62448]: DEBUG oslo_concurrency.lockutils [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.322901] env[62448]: DEBUG oslo_concurrency.lockutils [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.323099] env[62448]: DEBUG oslo_concurrency.lockutils [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.323271] env[62448]: DEBUG nova.compute.manager [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] No waiting events found dispatching network-vif-plugged-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.323437] env[62448]: WARNING nova.compute.manager [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received unexpected event network-vif-plugged-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 for instance with vm_state building and task_state spawning. [ 2154.323597] env[62448]: DEBUG nova.compute.manager [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.323750] env[62448]: DEBUG nova.compute.manager [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing instance network info cache due to event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2154.323917] env[62448]: DEBUG oslo_concurrency.lockutils [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.324647] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdb698d1-c0f9-4fd7-90e2-682e69946220 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.558070] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.558358] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2154.561383] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.055s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.561577] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.562421] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2154.562827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.312s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.563101] env[62448]: DEBUG nova.objects.instance [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lazy-loading 'resources' on Instance uuid 8075fc5b-2eca-4878-8856-19b3e5d563b8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.565257] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58647da8-c626-416b-b618-acd85cec4013 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.576821] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afbbdc6-fbd4-4054-8080-897cfb54f67e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.596950] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2154.597195] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2154.597401] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Deleting the datastore file [datastore2] 9b2be58a-eae8-4d12-b0e1-40f9a7722d09 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2154.598181] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf7443fe-e5da-4c6e-a13e-5b31b007510d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.600640] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c19e1-f272-4c02-ae0c-a7ee55a51a71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.612990] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a5bc2-8740-4c27-a781-d72501453b29 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.616429] env[62448]: DEBUG oslo_vmware.api [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for the task: (returnval){ [ 2154.616429] env[62448]: value = "task-2093517" [ 2154.616429] env[62448]: _type = "Task" [ 2154.616429] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.646234] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179478MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2154.646427] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.654676] env[62448]: DEBUG oslo_vmware.api [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.702728] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.714158] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.734556] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f21a8a-9082-e4c6-4e5b-e72f90d8d52b, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.735507] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050651df-2d9c-4231-8239-45f5171bf18e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.743603] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2154.743603] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ba49dc-4986-dba8-bb04-28c222250a82" [ 2154.743603] env[62448]: _type = "Task" [ 2154.743603] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.756526] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ba49dc-4986-dba8-bb04-28c222250a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.771913] env[62448]: DEBUG oslo_vmware.api [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093515, 'name': ResetVM_Task, 'duration_secs': 0.108101} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.772107] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Did hard reboot of VM {{(pid=62448) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2154.772360] env[62448]: DEBUG nova.compute.manager [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2154.773217] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633eff56-d698-4ff9-a2b1-eed6563109a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.804922] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.814297] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.814430] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Instance network_info: |[{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2154.814752] env[62448]: DEBUG oslo_concurrency.lockutils [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.814835] env[62448]: DEBUG nova.network.neutron [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.816203] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ff:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d2ca12-82c9-40a8-bad1-39764c82a2f4', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.823941] env[62448]: DEBUG oslo.service.loopingcall [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.825305] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.827960] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ed9a84-0e8b-4308-96e7-8130651304ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.847407] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2154.847407] env[62448]: value = "task-2093518" [ 2154.847407] env[62448]: _type = "Task" [ 2154.847407] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.863523] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093518, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.059928] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updated VIF entry in instance network info cache for port 3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.060304] env[62448]: DEBUG nova.network.neutron [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.065686] env[62448]: DEBUG nova.compute.utils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2155.067166] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2155.067343] env[62448]: DEBUG nova.network.neutron [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2155.134216] env[62448]: DEBUG oslo_vmware.api [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Task: {'id': task-2093517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328923} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.134444] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2155.138019] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2155.138019] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2155.138019] env[62448]: INFO nova.compute.manager [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2155.138019] env[62448]: DEBUG oslo.service.loopingcall [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2155.138019] env[62448]: DEBUG nova.compute.manager [-] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2155.138019] env[62448]: DEBUG nova.network.neutron [-] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2155.153957] env[62448]: DEBUG nova.policy [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e58de5b7c33340ccbaf20ec8ec2d4069', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d351d34b4943209cf53d04a3b330bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2155.201835] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093513, 'name': ReconfigVM_Task, 'duration_secs': 0.682942} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.201970] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Reconfigured VM instance instance-00000059 to attach disk [datastore2] c3c7abe7-a221-4942-8eda-3a770f84e262/c3c7abe7-a221-4942-8eda-3a770f84e262.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.202603] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-875fedef-4ac1-4810-a090-2a7b8ecaa575 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.221484] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601142} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.226064] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a0524105-0868-4c4a-a749-f1a7a6ceb10b/a0524105-0868-4c4a-a749-f1a7a6ceb10b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.226340] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.226715] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2155.226715] env[62448]: value = "task-2093519" [ 2155.226715] env[62448]: _type = "Task" [ 2155.226715] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.228415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.228415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.228646] env[62448]: DEBUG nova.network.neutron [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.229927] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db444a13-95c3-4024-82cf-610032dbd131 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.241608] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093519, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.243910] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2155.243910] env[62448]: value = "task-2093520" [ 2155.243910] env[62448]: _type = "Task" [ 2155.243910] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.261823] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.265551] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ba49dc-4986-dba8-bb04-28c222250a82, 'name': SearchDatastore_Task, 'duration_secs': 0.038398} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.265806] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.266041] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2155.266303] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02e2d5ae-76b0-45d7-8dea-003a3235769d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.273968] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2155.273968] env[62448]: value = "task-2093521" [ 2155.273968] env[62448]: _type = "Task" [ 2155.273968] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.283038] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.288989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-6a13125b-143c-44a1-a8ef-f6c13d4f0a34 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.472s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.359139] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093518, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.510337] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5f9da4-9826-45bf-a67c-d2b47e499f8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.519270] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11c1c5e-a3cf-483b-a67d-e9ffb08e658b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.556698] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a105f-8f06-40c0-a5a7-95371453c3fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.565061] env[62448]: DEBUG oslo_concurrency.lockutils [req-9843f18f-804a-4894-9932-2ad89d4b908a req-dc052b66-bb1a-43b9-aae3-241bff5c3130 service nova] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.566721] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b1ee3-a70a-4171-8019-67a6498684f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.571905] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2155.587350] env[62448]: DEBUG nova.compute.provider_tree [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.752021] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093519, 'name': Rename_Task, 'duration_secs': 0.183795} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.752320] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2155.752974] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5ee09b-a4cc-4668-ab50-6e56dc4580df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.762022] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083375} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.762022] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2155.762022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f52c77-1f10-485f-a28c-8f42d728bb39 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.764841] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2155.764841] env[62448]: value = "task-2093522" [ 2155.764841] env[62448]: _type = "Task" [ 2155.764841] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.791250] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] a0524105-0868-4c4a-a749-f1a7a6ceb10b/a0524105-0868-4c4a-a749-f1a7a6ceb10b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.797931] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-801092d1-e294-4c14-baf7-56348f914c34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.812179] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.818907] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543759} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.820262] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.820486] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.820853] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2155.820853] env[62448]: value = "task-2093523" [ 2155.820853] env[62448]: _type = "Task" [ 2155.820853] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.821434] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c268cd6a-b5b0-4d7b-83b4-9099172f14d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.832759] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.834149] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2155.834149] env[62448]: value = "task-2093524" [ 2155.834149] env[62448]: _type = "Task" [ 2155.834149] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.842579] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.858367] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093518, 'name': CreateVM_Task, 'duration_secs': 0.756929} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.858589] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2155.859425] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.859614] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.860053] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2155.860342] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90cd32cc-ebe5-4caa-89ab-045a22ffbad2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.866785] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2155.866785] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c45ca2-e7fb-c5e1-2b79-f746841e98e3" [ 2155.866785] env[62448]: _type = "Task" [ 2155.866785] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.876817] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c45ca2-e7fb-c5e1-2b79-f746841e98e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.058206] env[62448]: DEBUG nova.network.neutron [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updated VIF entry in instance network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2156.058370] env[62448]: DEBUG nova.network.neutron [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.158793] env[62448]: DEBUG nova.scheduler.client.report [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.158793] env[62448]: DEBUG nova.network.neutron [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Successfully created port: 15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2156.282349] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.335119] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.344329] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098405} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.344630] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2156.345764] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95af3a2-b193-4991-94b3-2c2ec3fccc41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.378596] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2156.380016] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0549617f-8fe7-4497-9b46-600baeab3c2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.405115] env[62448]: DEBUG nova.compute.manager [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-vif-plugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.405335] env[62448]: DEBUG oslo_concurrency.lockutils [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.405708] env[62448]: DEBUG oslo_concurrency.lockutils [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.405897] env[62448]: DEBUG oslo_concurrency.lockutils [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.406079] env[62448]: DEBUG nova.compute.manager [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] No waiting events found dispatching network-vif-plugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2156.406243] env[62448]: WARNING nova.compute.manager [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received unexpected event network-vif-plugged-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 for instance with vm_state shelved_offloaded and task_state spawning. [ 2156.406398] env[62448]: DEBUG nova.compute.manager [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.406540] env[62448]: DEBUG nova.compute.manager [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing instance network info cache due to event network-changed-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2156.406708] env[62448]: DEBUG oslo_concurrency.lockutils [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] Acquiring lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.412361] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2156.412361] env[62448]: value = "task-2093525" [ 2156.412361] env[62448]: _type = "Task" [ 2156.412361] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.412611] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c45ca2-e7fb-c5e1-2b79-f746841e98e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012343} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.413993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.413993] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2156.413993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.413993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.413993] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2156.417645] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8593ba60-0ce4-4f99-93e8-0b19a874ea19 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.427551] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.428912] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2156.429114] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2156.429863] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a67fdb-e6fd-4bab-b5fe-680361dcbebb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.436971] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2156.436971] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d180ef-a548-4317-1556-0cf60f33a736" [ 2156.436971] env[62448]: _type = "Task" [ 2156.436971] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.446244] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d180ef-a548-4317-1556-0cf60f33a736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.497876] env[62448]: DEBUG nova.network.neutron [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.561134] env[62448]: DEBUG oslo_concurrency.lockutils [req-08c6176a-6211-417d-9944-8886b820464d req-d8027940-f678-473f-9906-29845d206b0d service nova] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.581342] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2156.595513] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.598088] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.975s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.598290] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.600641] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.405s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.600641] env[62448]: DEBUG nova.objects.instance [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lazy-loading 'resources' on Instance uuid 36a01101-24a1-4d38-a9f4-ef6f48fb4077 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.614046] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2156.614301] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2156.614456] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2156.614637] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2156.614781] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2156.614927] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2156.615150] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2156.615308] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2156.615473] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2156.615638] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2156.615806] env[62448]: DEBUG nova.virt.hardware [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2156.616995] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798feff5-c369-472f-95f0-260ed637e330 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.626488] env[62448]: INFO nova.scheduler.client.report [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Deleted allocations for instance 8075fc5b-2eca-4878-8856-19b3e5d563b8 [ 2156.628784] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886f83f-63e1-48e4-96d8-cca621b3bff5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.633424] env[62448]: INFO nova.scheduler.client.report [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocations for instance d6fc8510-f778-4218-b757-0f297b43e73c [ 2156.776660] env[62448]: DEBUG oslo_vmware.api [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093522, 'name': PowerOnVM_Task, 'duration_secs': 0.531086} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.776947] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2156.777266] env[62448]: INFO nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Took 13.30 seconds to spawn the instance on the hypervisor. [ 2156.777418] env[62448]: DEBUG nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.778578] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f81c56-7a5d-4464-8d96-16c865751fa0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.834362] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093523, 'name': ReconfigVM_Task, 'duration_secs': 0.592092} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.834484] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Reconfigured VM instance instance-00000058 to attach disk [datastore2] a0524105-0868-4c4a-a749-f1a7a6ceb10b/a0524105-0868-4c4a-a749-f1a7a6ceb10b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.835118] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ef2c81-3faa-4e72-b0d0-7fa76d54363c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.843394] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2156.843394] env[62448]: value = "task-2093526" [ 2156.843394] env[62448]: _type = "Task" [ 2156.843394] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.851839] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093526, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.923105] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093525, 'name': ReconfigVM_Task, 'duration_secs': 0.364328} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.924031] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.924031] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a0ab35-fe75-449c-9e76-3c96b7aa3b6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.932994] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2156.932994] env[62448]: value = "task-2093527" [ 2156.932994] env[62448]: _type = "Task" [ 2156.932994] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.943904] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093527, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.949808] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d180ef-a548-4317-1556-0cf60f33a736, 'name': SearchDatastore_Task, 'duration_secs': 0.017709} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.950878] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d6d354-fb49-40b5-bad0-5f98893909fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.957427] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2156.957427] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52837363-3728-0ecd-7465-83cee72a70ba" [ 2156.957427] env[62448]: _type = "Task" [ 2156.957427] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.966837] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52837363-3728-0ecd-7465-83cee72a70ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.000656] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.003303] env[62448]: DEBUG oslo_concurrency.lockutils [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] Acquired lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.003519] env[62448]: DEBUG nova.network.neutron [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Refreshing network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2157.024743] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ca4e4ee165da230d7de5d76980549d8b',container_format='bare',created_at=2025-01-13T20:29:53Z,direct_url=,disk_format='vmdk',id=82461693-e12f-4763-b9a9-6003edb31561,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2022267765-shelved',owner='be1c404976e649a9a56f6fb1cdefb487',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-01-13T20:30:10Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2157.024999] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2157.025188] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2157.026035] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2157.026035] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2157.026035] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2157.026035] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2157.026035] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2157.026258] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2157.027027] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2157.027027] env[62448]: DEBUG nova.virt.hardware [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2157.027543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32de1c-0c33-4e1f-ac1d-7edf8fdbf240 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.038039] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd7484-9f3a-4040-8353-a0a1a520c0f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.053995] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:0f:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba57c968-4ed7-4c26-8cc3-86769c2ad0f0', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2157.061615] env[62448]: DEBUG oslo.service.loopingcall [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.061907] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2157.062145] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f76ff1-3597-4f58-99c8-41df4aff5ddc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.084364] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2157.084364] env[62448]: value = "task-2093528" [ 2157.084364] env[62448]: _type = "Task" [ 2157.084364] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.090944] env[62448]: DEBUG nova.network.neutron [-] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.098931] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093528, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.142483] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0df1349-1bb7-4021-aa74-eb17666068ad tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "d6fc8510-f778-4218-b757-0f297b43e73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.928s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.147128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-df5e61cc-05e6-49b3-826d-1ee3f72752a2 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "8075fc5b-2eca-4878-8856-19b3e5d563b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.216s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.295710] env[62448]: INFO nova.compute.manager [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Took 22.03 seconds to build instance. [ 2157.353859] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093526, 'name': Rename_Task, 'duration_secs': 0.353142} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.355047] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2157.355838] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13d733-536b-4ad7-8f23-91f63d1b538f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.358312] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab304fe-f1f2-4109-9d79-0905c985b31d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.365008] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93dff9-7b13-4b28-a34c-53ba0c407264 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.369182] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2157.369182] env[62448]: value = "task-2093530" [ 2157.369182] env[62448]: _type = "Task" [ 2157.369182] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.399385] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a678f8b-bde7-4484-b364-7ad63b62d99f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.405274] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.410817] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d7284-a328-40f3-8dbe-406eaea18573 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.424717] env[62448]: DEBUG nova.compute.provider_tree [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.443610] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093527, 'name': Rename_Task, 'duration_secs': 0.157397} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.443880] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2157.444160] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c35d36f-5664-48a9-9dc9-8be7ae6ee81c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.453896] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2157.453896] env[62448]: value = "task-2093531" [ 2157.453896] env[62448]: _type = "Task" [ 2157.453896] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.464383] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.470181] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52837363-3728-0ecd-7465-83cee72a70ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018957} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.470443] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.470703] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] bfec9622-51a6-45c6-a0f6-fbd0257213a7/bfec9622-51a6-45c6-a0f6-fbd0257213a7.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2157.471031] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5b49b0-1b2c-43ef-a2ae-8e190be580d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.479067] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2157.479067] env[62448]: value = "task-2093532" [ 2157.479067] env[62448]: _type = "Task" [ 2157.479067] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.487914] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.596314] env[62448]: INFO nova.compute.manager [-] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Took 2.46 seconds to deallocate network for instance. [ 2157.596656] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093528, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.798332] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fc414c6-716a-4555-8064-49bbcfd6643a tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.541s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.880434] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093530, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.884311] env[62448]: DEBUG nova.network.neutron [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updated VIF entry in instance network info cache for port ba57c968-4ed7-4c26-8cc3-86769c2ad0f0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2157.884647] env[62448]: DEBUG nova.network.neutron [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [{"id": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "address": "fa:16:3e:f8:0f:6e", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba57c968-4e", "ovs_interfaceid": "ba57c968-4ed7-4c26-8cc3-86769c2ad0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.930473] env[62448]: DEBUG nova.scheduler.client.report [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2157.969386] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.994077] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093532, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.064538] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807325f-2424-4736-9e49-4bc593669921 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.075383] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Suspending the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2158.075383] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1b5e60c7-6b83-43ef-8445-9a5b281183a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.091467] env[62448]: DEBUG oslo_vmware.api [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2158.091467] env[62448]: value = "task-2093533" [ 2158.091467] env[62448]: _type = "Task" [ 2158.091467] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.099829] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093528, 'name': CreateVM_Task, 'duration_secs': 0.597024} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.100506] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2158.101352] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.101485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.101968] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2158.103041] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.103347] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb378469-1eb4-486c-accc-6642b6849d0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.109798] env[62448]: DEBUG oslo_vmware.api [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093533, 'name': SuspendVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.111527] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2158.111527] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d1d3c1-dfe8-6e4e-59b6-f5494d12b937" [ 2158.111527] env[62448]: _type = "Task" [ 2158.111527] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.121399] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d1d3c1-dfe8-6e4e-59b6-f5494d12b937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.135594] env[62448]: DEBUG nova.network.neutron [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Successfully updated port: 15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2158.385835] env[62448]: DEBUG oslo_vmware.api [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093530, 'name': PowerOnVM_Task, 'duration_secs': 0.84518} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.386246] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2158.386246] env[62448]: INFO nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Took 19.14 seconds to spawn the instance on the hypervisor. [ 2158.386449] env[62448]: DEBUG nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2158.386985] env[62448]: DEBUG oslo_concurrency.lockutils [req-ef2119e1-e831-4e27-91da-087f8589e855 req-f9dd5f51-0bee-487b-8363-abadce422b60 service nova] Releasing lock "refresh_cache-dec2ce44-20ed-45af-900f-86aa2c1dab2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.387902] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b7367f-0d2e-4523-bdd7-e334755e242f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.438051] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.442816] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.293s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.444336] env[62448]: INFO nova.compute.claims [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2158.448673] env[62448]: DEBUG nova.compute.manager [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Received event network-vif-deleted-169d7565-49b9-4603-8a5f-d47138ff8fcf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.448954] env[62448]: DEBUG nova.compute.manager [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Received event network-vif-plugged-15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.449652] env[62448]: DEBUG oslo_concurrency.lockutils [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] Acquiring lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.449652] env[62448]: DEBUG oslo_concurrency.lockutils [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.449652] env[62448]: DEBUG oslo_concurrency.lockutils [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.449788] env[62448]: DEBUG nova.compute.manager [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] No waiting events found dispatching network-vif-plugged-15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2158.449964] env[62448]: WARNING nova.compute.manager [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Received unexpected event network-vif-plugged-15a8fb48-5ff4-4909-9850-ed1a6084af12 for instance with vm_state building and task_state spawning. [ 2158.450125] env[62448]: DEBUG nova.compute.manager [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Received event network-changed-15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.450581] env[62448]: DEBUG nova.compute.manager [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Refreshing instance network info cache due to event network-changed-15a8fb48-5ff4-4909-9850-ed1a6084af12. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2158.450581] env[62448]: DEBUG oslo_concurrency.lockutils [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] Acquiring lock "refresh_cache-9ad1cacd-3f33-46a9-825a-7d35b993ce3c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.450656] env[62448]: DEBUG oslo_concurrency.lockutils [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] Acquired lock "refresh_cache-9ad1cacd-3f33-46a9-825a-7d35b993ce3c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.451118] env[62448]: DEBUG nova.network.neutron [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Refreshing network info cache for port 15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.463519] env[62448]: INFO nova.scheduler.client.report [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Deleted allocations for instance 36a01101-24a1-4d38-a9f4-ef6f48fb4077 [ 2158.471761] env[62448]: DEBUG oslo_vmware.api [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093531, 'name': PowerOnVM_Task, 'duration_secs': 0.931571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.472932] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2158.472932] env[62448]: INFO nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Took 10.26 seconds to spawn the instance on the hypervisor. [ 2158.472932] env[62448]: DEBUG nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2158.474037] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3286da6-d685-4028-bf06-41b6da5e600f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.496248] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84841} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.496248] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] bfec9622-51a6-45c6-a0f6-fbd0257213a7/bfec9622-51a6-45c6-a0f6-fbd0257213a7.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2158.496541] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2158.496846] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8083316-2379-4dde-a71f-f332c3f3ab1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.506409] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2158.506409] env[62448]: value = "task-2093534" [ 2158.506409] env[62448]: _type = "Task" [ 2158.506409] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.521503] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.601767] env[62448]: DEBUG oslo_vmware.api [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093533, 'name': SuspendVM_Task} progress is 62%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.621439] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.621707] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Processing image 82461693-e12f-4763-b9a9-6003edb31561 {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.621950] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.622109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.622292] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.622542] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f84404f-110e-4a98-b1db-477f254f8f9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.631875] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2158.632061] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2158.632780] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340a5523-6fe6-448c-95d7-1919b75d1a6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.638812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "refresh_cache-9ad1cacd-3f33-46a9-825a-7d35b993ce3c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.639107] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2158.639107] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52534092-0121-b6cc-4194-39a445189982" [ 2158.639107] env[62448]: _type = "Task" [ 2158.639107] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.647644] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52534092-0121-b6cc-4194-39a445189982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.910564] env[62448]: INFO nova.compute.manager [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Took 25.88 seconds to build instance. [ 2158.975361] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f19a2525-25ec-4877-9efb-cf8c79cf1241 tempest-ServersWithSpecificFlavorTestJSON-1092667296 tempest-ServersWithSpecificFlavorTestJSON-1092667296-project-member] Lock "36a01101-24a1-4d38-a9f4-ef6f48fb4077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.763s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.994383] env[62448]: DEBUG nova.network.neutron [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2159.001899] env[62448]: INFO nova.compute.manager [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Took 16.41 seconds to build instance. [ 2159.018836] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103785} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.019392] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2159.020308] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e9d907-572a-4ee8-b48d-a2d26251cb49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.043769] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] bfec9622-51a6-45c6-a0f6-fbd0257213a7/bfec9622-51a6-45c6-a0f6-fbd0257213a7.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.044066] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86dfd073-0f0f-4975-9640-72c4916e425d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.066043] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2159.066043] env[62448]: value = "task-2093535" [ 2159.066043] env[62448]: _type = "Task" [ 2159.066043] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.074233] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.103311] env[62448]: DEBUG oslo_vmware.api [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093533, 'name': SuspendVM_Task, 'duration_secs': 0.792527} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.103601] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Suspended the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2159.103782] env[62448]: DEBUG nova.compute.manager [None req-e9252351-a353-4f0f-840e-ba3a1e0b4367 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.104585] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71151182-c07d-47aa-ad66-de6658de400c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.133632] env[62448]: DEBUG nova.network.neutron [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.152127] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Preparing fetch location {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2159.152343] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Fetch image to [datastore2] OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247/OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247.vmdk {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2159.152525] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Downloading stream optimized image 82461693-e12f-4763-b9a9-6003edb31561 to [datastore2] OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247/OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247.vmdk on the data store datastore2 as vApp {{(pid=62448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2159.152692] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Downloading image file data 82461693-e12f-4763-b9a9-6003edb31561 to the ESX as VM named 'OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247' {{(pid=62448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2159.254955] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2159.254955] env[62448]: value = "resgroup-9" [ 2159.254955] env[62448]: _type = "ResourcePool" [ 2159.254955] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2159.255310] env[62448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-373be095-4d14-451c-95b5-f055fa1bb27c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.280081] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease: (returnval){ [ 2159.280081] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f3bdb-ef14-cd7b-ced3-73337f5c774a" [ 2159.280081] env[62448]: _type = "HttpNfcLease" [ 2159.280081] env[62448]: } obtained for vApp import into resource pool (val){ [ 2159.280081] env[62448]: value = "resgroup-9" [ 2159.280081] env[62448]: _type = "ResourcePool" [ 2159.280081] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2159.280333] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the lease: (returnval){ [ 2159.280333] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f3bdb-ef14-cd7b-ced3-73337f5c774a" [ 2159.280333] env[62448]: _type = "HttpNfcLease" [ 2159.280333] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2159.287572] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2159.287572] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f3bdb-ef14-cd7b-ced3-73337f5c774a" [ 2159.287572] env[62448]: _type = "HttpNfcLease" [ 2159.287572] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2159.413229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-64dac07e-5fdf-423d-8515-fffbfbe68c94 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.391s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.504145] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7d4733da-9470-438d-bda3-80fc64d2c17c tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.915s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.581166] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.637812] env[62448]: DEBUG oslo_concurrency.lockutils [req-9d3e0576-166c-4ab4-bb88-7cf01ecfb642 req-a0a78947-8b2a-4713-8484-e6eba5445cc3 service nova] Releasing lock "refresh_cache-9ad1cacd-3f33-46a9-825a-7d35b993ce3c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.640763] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "refresh_cache-9ad1cacd-3f33-46a9-825a-7d35b993ce3c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.640926] env[62448]: DEBUG nova.network.neutron [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2159.721998] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f28c4-b7e6-4b99-b135-9f555a0e4dd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.730918] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcdeceb-cf9b-4f4e-833d-6df48995dfd4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.765255] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146c5370-64d2-4d3d-8c06-b39327ed9128 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.774509] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb72c14-87ba-4802-95b1-d3f518e62bde {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.793685] env[62448]: DEBUG nova.compute.provider_tree [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.800102] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2159.800102] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f3bdb-ef14-cd7b-ced3-73337f5c774a" [ 2159.800102] env[62448]: _type = "HttpNfcLease" [ 2159.800102] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2160.073462] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.073709] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.073905] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "cc68363b-7077-4d89-8771-fa6f3274da29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.074101] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.074269] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.078018] env[62448]: INFO nova.compute.manager [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Terminating instance [ 2160.084330] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093535, 'name': ReconfigVM_Task, 'duration_secs': 0.947224} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.085218] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Reconfigured VM instance instance-0000005b to attach disk [datastore2] bfec9622-51a6-45c6-a0f6-fbd0257213a7/bfec9622-51a6-45c6-a0f6-fbd0257213a7.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.085323] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62977408-a55a-4e32-ab48-8e7ac6bfb65a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.094072] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2160.094072] env[62448]: value = "task-2093537" [ 2160.094072] env[62448]: _type = "Task" [ 2160.094072] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.103059] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093537, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.224128] env[62448]: DEBUG nova.network.neutron [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2160.291310] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2160.291310] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f3bdb-ef14-cd7b-ced3-73337f5c774a" [ 2160.291310] env[62448]: _type = "HttpNfcLease" [ 2160.291310] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2160.291686] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2160.291686] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f3bdb-ef14-cd7b-ced3-73337f5c774a" [ 2160.291686] env[62448]: _type = "HttpNfcLease" [ 2160.291686] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2160.292686] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3586b93-8d28-4e92-8600-ad520259c5eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.298126] env[62448]: DEBUG nova.scheduler.client.report [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.316143] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52874ed4-9aee-a3ee-466b-3dea99d9beab/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2160.317776] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52874ed4-9aee-a3ee-466b-3dea99d9beab/disk-0.vmdk. {{(pid=62448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2160.389280] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe5b9273-8db8-417f-a7ff-c3fbb61d8b05 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.479854] env[62448]: DEBUG nova.compute.manager [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2160.480109] env[62448]: DEBUG nova.compute.manager [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing instance network info cache due to event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2160.480426] env[62448]: DEBUG oslo_concurrency.lockutils [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.480511] env[62448]: DEBUG oslo_concurrency.lockutils [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.480677] env[62448]: DEBUG nova.network.neutron [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2160.546036] env[62448]: DEBUG nova.network.neutron [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Updating instance_info_cache with network_info: [{"id": "15a8fb48-5ff4-4909-9850-ed1a6084af12", "address": "fa:16:3e:37:55:d0", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a8fb48-5f", "ovs_interfaceid": "15a8fb48-5ff4-4909-9850-ed1a6084af12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.573850] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c3c7abe7-a221-4942-8eda-3a770f84e262" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.574142] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.574348] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c3c7abe7-a221-4942-8eda-3a770f84e262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.574558] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.574723] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.582979] env[62448]: INFO nova.compute.manager [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Terminating instance [ 2160.586739] env[62448]: DEBUG nova.compute.manager [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2160.586874] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2160.588863] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa5ffe-340e-49c1-8095-3c3ef235bba2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.604885] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2160.605641] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05c6ab8-48bd-4b0d-94b1-f4fd65110e76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.615365] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093537, 'name': Rename_Task, 'duration_secs': 0.248551} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.615365] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.615365] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5368caaf-6a5c-446d-af79-70700a364d8c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.618323] env[62448]: DEBUG oslo_vmware.api [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2160.618323] env[62448]: value = "task-2093538" [ 2160.618323] env[62448]: _type = "Task" [ 2160.618323] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.628810] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2160.628810] env[62448]: value = "task-2093539" [ 2160.628810] env[62448]: _type = "Task" [ 2160.628810] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.641132] env[62448]: DEBUG oslo_vmware.api [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.648090] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.820957] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.821515] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2160.826179] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.919s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.826425] env[62448]: DEBUG nova.objects.instance [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'resources' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.052059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "refresh_cache-9ad1cacd-3f33-46a9-825a-7d35b993ce3c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.052059] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Instance network_info: |[{"id": "15a8fb48-5ff4-4909-9850-ed1a6084af12", "address": "fa:16:3e:37:55:d0", "network": {"id": "48241b8c-fffb-4978-a8bc-f12c16713a06", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1585511039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d351d34b4943209cf53d04a3b330bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a8fb48-5f", "ovs_interfaceid": "15a8fb48-5ff4-4909-9850-ed1a6084af12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2161.052059] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:55:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a8fb48-5ff4-4909-9850-ed1a6084af12', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2161.062973] env[62448]: DEBUG oslo.service.loopingcall [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.068134] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2161.076147] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ef0af54-928b-46db-98f3-2acbfec0ea25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.103137] env[62448]: DEBUG nova.compute.manager [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.103442] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.105033] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9f4208-c4cc-46ce-a591-76152f1957f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.115362] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2161.115362] env[62448]: value = "task-2093540" [ 2161.115362] env[62448]: _type = "Task" [ 2161.115362] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.122030] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.127474] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c8ed0d-eee6-4867-99b2-15d1a3798f1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.139332] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093540, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.148376] env[62448]: DEBUG oslo_vmware.api [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093538, 'name': PowerOffVM_Task, 'duration_secs': 0.18537} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.151773] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.152038] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.152425] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4fbd1fe-6733-479e-9bfd-f3c8404f1a8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.161376] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.331424] env[62448]: DEBUG nova.compute.utils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2161.333217] env[62448]: DEBUG nova.objects.instance [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'numa_topology' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.338241] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2161.338241] env[62448]: DEBUG nova.network.neutron [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2161.340344] env[62448]: DEBUG nova.network.neutron [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updated VIF entry in instance network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2161.341884] env[62448]: DEBUG nova.network.neutron [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.388997] env[62448]: DEBUG nova.policy [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c905f91735fa4ae38f1131cbbf43dde7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11e08e40606437c903d3d3194d53b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2161.459748] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2161.460096] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2161.460183] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleting the datastore file [datastore2] c3c7abe7-a221-4942-8eda-3a770f84e262 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2161.460469] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb40b26b-6b24-42b6-867a-3b13b7bc6ce5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.471717] env[62448]: DEBUG oslo_vmware.api [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2161.471717] env[62448]: value = "task-2093543" [ 2161.471717] env[62448]: _type = "Task" [ 2161.471717] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.479714] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2161.480010] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2161.480260] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Deleting the datastore file [datastore2] cc68363b-7077-4d89-8771-fa6f3274da29 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2161.480488] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ff2cde-c4c0-49b6-bc7e-10d2e7423517 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.485634] env[62448]: DEBUG oslo_vmware.api [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.493690] env[62448]: DEBUG oslo_vmware.api [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for the task: (returnval){ [ 2161.493690] env[62448]: value = "task-2093544" [ 2161.493690] env[62448]: _type = "Task" [ 2161.493690] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.506866] env[62448]: DEBUG oslo_vmware.api [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.626634] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093540, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.627768] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Completed reading data from the image iterator. {{(pid=62448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2161.628033] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52874ed4-9aee-a3ee-466b-3dea99d9beab/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2161.629305] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52fd8e-ed49-4195-8b1e-f2e953193728 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.646046] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52874ed4-9aee-a3ee-466b-3dea99d9beab/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2161.646046] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52874ed4-9aee-a3ee-466b-3dea99d9beab/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2161.646367] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9fbef206-5f0a-46b7-bf41-0d903db236e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.656912] env[62448]: DEBUG oslo_vmware.api [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093539, 'name': PowerOnVM_Task, 'duration_secs': 0.691568} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.657220] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.657443] env[62448]: INFO nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Took 10.97 seconds to spawn the instance on the hypervisor. [ 2161.657631] env[62448]: DEBUG nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.658526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69bedd1-1e15-402c-8abc-ba8a0eba797a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.798017] env[62448]: DEBUG nova.network.neutron [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Successfully created port: 9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2161.835681] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2161.840360] env[62448]: DEBUG nova.objects.base [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Object Instance<6478397f-5cdf-4d6d-b532-ee98e719db2d> lazy-loaded attributes: resources,numa_topology {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2161.843990] env[62448]: DEBUG oslo_concurrency.lockutils [req-8ab67971-c624-49b2-99d6-27910680d768 req-955e94ee-e41d-4539-99b9-4bb15c1b0980 service nova] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.945266] env[62448]: DEBUG oslo_vmware.rw_handles [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52874ed4-9aee-a3ee-466b-3dea99d9beab/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2161.945837] env[62448]: INFO nova.virt.vmwareapi.images [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Downloaded image file data 82461693-e12f-4763-b9a9-6003edb31561 [ 2161.946328] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf1b2b-61b4-4bd8-8d32-c5ce30435e0b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.969978] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d103c5-bac0-445b-a6c1-1a7610527070 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.992984] env[62448]: DEBUG oslo_vmware.api [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287946} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.995917] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2161.996231] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2161.996329] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2161.996653] env[62448]: INFO nova.compute.manager [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Took 0.89 seconds to destroy the instance on the hypervisor. [ 2161.996915] env[62448]: DEBUG oslo.service.loopingcall [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.003673] env[62448]: DEBUG nova.compute.manager [-] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2162.003673] env[62448]: DEBUG nova.network.neutron [-] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2162.018120] env[62448]: DEBUG oslo_vmware.api [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Task: {'id': task-2093544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277005} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.019713] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2162.019927] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2162.020132] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2162.020310] env[62448]: INFO nova.compute.manager [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Took 1.43 seconds to destroy the instance on the hypervisor. [ 2162.020619] env[62448]: DEBUG oslo.service.loopingcall [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.020753] env[62448]: INFO nova.virt.vmwareapi.images [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] The imported VM was unregistered [ 2162.023639] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Caching image {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2162.023639] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating directory with path [datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561 {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2162.023803] env[62448]: DEBUG nova.compute.manager [-] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2162.023903] env[62448]: DEBUG nova.network.neutron [-] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2162.026727] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-950345db-5cb3-462f-b228-5afa5db6b737 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.039421] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created directory with path [datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561 {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2162.039700] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247/OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247.vmdk to [datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk. {{(pid=62448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2162.039981] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1a8d213e-75c4-494d-83b2-d3595184ec65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.049332] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2162.049332] env[62448]: value = "task-2093546" [ 2162.049332] env[62448]: _type = "Task" [ 2162.049332] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.059718] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.133220] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093540, 'name': CreateVM_Task, 'duration_secs': 0.846072} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.138034] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2162.138034] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.138540] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.138951] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2162.139452] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278fc377-7876-43cb-b9ea-63710b7bacc0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.146381] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2162.146381] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5206d591-986f-b979-af68-4ba60936940a" [ 2162.146381] env[62448]: _type = "Task" [ 2162.146381] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.162646] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5206d591-986f-b979-af68-4ba60936940a, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.163236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.163615] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2162.164022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.164409] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.164545] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2162.166029] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d22a6e4d-179e-4be0-aa8e-3697680c5a8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.168920] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e055929-86d8-4fbc-bb0a-e31fe0ca0323 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.183442] env[62448]: INFO nova.compute.manager [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Took 19.52 seconds to build instance. [ 2162.191366] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc409ad-8202-4dd4-83e1-2ada287c38bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.197038] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2162.197038] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2162.197038] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50863b26-a4e9-404f-acf6-025ec4e95eaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.231309] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0089d200-fef7-4384-8cb7-775ed2cfc05c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.234942] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2162.234942] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a639ca-ece1-7263-4703-2aa73346f871" [ 2162.234942] env[62448]: _type = "Task" [ 2162.234942] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.243464] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202a961-d950-4556-a599-c63555d52e6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.253138] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a639ca-ece1-7263-4703-2aa73346f871, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.266333] env[62448]: DEBUG nova.compute.provider_tree [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2162.268088] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e95958-80b2-41bb-a299-150fa2bca566 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.278340] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2162.278340] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522aad13-6cd9-2dad-c103-1d9b0d4574f5" [ 2162.278340] env[62448]: _type = "Task" [ 2162.278340] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.290490] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522aad13-6cd9-2dad-c103-1d9b0d4574f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.526703] env[62448]: DEBUG nova.compute.manager [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received event network-changed-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2162.527138] env[62448]: DEBUG nova.compute.manager [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing instance network info cache due to event network-changed-3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2162.527479] env[62448]: DEBUG oslo_concurrency.lockutils [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.528261] env[62448]: DEBUG oslo_concurrency.lockutils [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.528572] env[62448]: DEBUG nova.network.neutron [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing network info cache for port 3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2162.560473] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.691218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-14ec019c-6d73-42d7-8b6f-044d7a5b02fb tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.040s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.773643] env[62448]: DEBUG nova.scheduler.client.report [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.793345] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522aad13-6cd9-2dad-c103-1d9b0d4574f5, 'name': SearchDatastore_Task, 'duration_secs': 0.051786} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.793672] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.793944] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9ad1cacd-3f33-46a9-825a-7d35b993ce3c/9ad1cacd-3f33-46a9-825a-7d35b993ce3c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2162.796563] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a7bc5d-9fd5-4982-bea7-5557fbecf85a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.804121] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2162.804121] env[62448]: value = "task-2093547" [ 2162.804121] env[62448]: _type = "Task" [ 2162.804121] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.824125] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.846601] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2162.891913] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2162.892207] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2162.892360] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2162.892544] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2162.893505] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2162.893768] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2162.894550] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2162.894550] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2162.894550] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2162.894720] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2162.894817] env[62448]: DEBUG nova.virt.hardware [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2162.895979] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb501193-c62d-4df0-a03f-6f509e375878 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.909667] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ae9768-b575-4509-a5eb-185602b7348a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.065462] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.280783] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.284248] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.355s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.284613] env[62448]: DEBUG nova.objects.instance [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lazy-loading 'resources' on Instance uuid 6234ebb6-e1b6-440b-b217-2598f89c9f08 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.319409] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.382926] env[62448]: DEBUG nova.network.neutron [-] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.458107] env[62448]: DEBUG nova.network.neutron [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updated VIF entry in instance network info cache for port 3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2163.458573] env[62448]: DEBUG nova.network.neutron [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.566206] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.797193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-225b3be0-7a32-4952-843a-2f1904a2a6db tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.351s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.797552] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.991s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.798103] env[62448]: INFO nova.compute.manager [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Unshelving [ 2163.818328] env[62448]: DEBUG nova.network.neutron [-] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.832420] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.888455] env[62448]: INFO nova.compute.manager [-] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Took 1.89 seconds to deallocate network for instance. [ 2163.970190] env[62448]: DEBUG oslo_concurrency.lockutils [req-11882118-5753-49d5-bae2-efca846b5323 req-017a22fa-6d00-4275-9c1a-8e2b66274515 service nova] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.066546] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.133028] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0563bb6d-da65-475c-ba13-ddf476a96bc0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.143739] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39b1bb-3256-4a18-bdcd-d8d7166a0d50 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.184764] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b9d25-6538-4eac-8bd5-c22ea4da9712 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.197218] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36458d98-e2c0-44f4-a7a3-9022d1b7e6f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.217636] env[62448]: DEBUG nova.compute.provider_tree [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2164.324113] env[62448]: INFO nova.compute.manager [-] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Took 2.30 seconds to deallocate network for instance. [ 2164.324497] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.329504] env[62448]: DEBUG nova.compute.manager [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2164.329776] env[62448]: DEBUG nova.compute.manager [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing instance network info cache due to event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2164.330060] env[62448]: DEBUG oslo_concurrency.lockutils [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.330247] env[62448]: DEBUG oslo_concurrency.lockutils [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.330449] env[62448]: DEBUG nova.network.neutron [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2164.404990] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.565033] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.721626] env[62448]: DEBUG nova.scheduler.client.report [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2164.792597] env[62448]: DEBUG nova.compute.manager [req-ae2adfc5-df6d-4539-88f3-1ae5cd6288e9 req-3054a043-d77a-4870-a9ef-900320621c2b service nova] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Received event network-vif-deleted-20cf28f9-83ac-4a4a-a17a-a1ed42201991 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2164.792831] env[62448]: DEBUG nova.compute.manager [req-ae2adfc5-df6d-4539-88f3-1ae5cd6288e9 req-3054a043-d77a-4870-a9ef-900320621c2b service nova] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Received event network-vif-deleted-6db0374d-d157-4172-9ed6-2e98da7388f5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2164.823977] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.840314] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.841859] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.065223] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093546, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.790178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.065506] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247/OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247.vmdk to [datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk. [ 2165.065729] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Cleaning up location [datastore2] OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247 {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2165.065903] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_116d9e4f-25c7-403d-967c-a8de467d8247 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2165.066234] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-934c9774-a192-43bd-b031-c907c0c42182 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.074342] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2165.074342] env[62448]: value = "task-2093548" [ 2165.074342] env[62448]: _type = "Task" [ 2165.074342] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.083133] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.213505] env[62448]: DEBUG nova.network.neutron [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updated VIF entry in instance network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2165.213787] env[62448]: DEBUG nova.network.neutron [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.228801] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.231976] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.585s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.268448] env[62448]: INFO nova.scheduler.client.report [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Deleted allocations for instance 6234ebb6-e1b6-440b-b217-2598f89c9f08 [ 2165.321828] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093547, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.130411} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.322123] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9ad1cacd-3f33-46a9-825a-7d35b993ce3c/9ad1cacd-3f33-46a9-825a-7d35b993ce3c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2165.322340] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2165.322854] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-240db4ab-29bd-447a-ab2f-b20333b6b500 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.331626] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2165.331626] env[62448]: value = "task-2093549" [ 2165.331626] env[62448]: _type = "Task" [ 2165.331626] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.342116] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.461024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.461416] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.586808] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038505} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.587087] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.587440] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.587481] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk to [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.587728] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de5bad9-60f6-4f2a-b051-1d5ed2a1c6f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.595483] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2165.595483] env[62448]: value = "task-2093550" [ 2165.595483] env[62448]: _type = "Task" [ 2165.595483] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.604667] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.717439] env[62448]: DEBUG oslo_concurrency.lockutils [req-d47475bc-74e5-4c62-a8a3-30a0cf85c9a7 req-b0f7f555-2b12-4dce-a181-e4407bb8f599 service nova] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.780252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b0bacdf-8ec5-47f9-a60f-e04e095c25fe tempest-ServersTestBootFromVolume-585207505 tempest-ServersTestBootFromVolume-585207505-project-member] Lock "6234ebb6-e1b6-440b-b217-2598f89c9f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.582s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.844229] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30615} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.844611] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2165.845677] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b68b24b-d0e7-444f-96a7-20679e1ff486 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.872642] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 9ad1cacd-3f33-46a9-825a-7d35b993ce3c/9ad1cacd-3f33-46a9-825a-7d35b993ce3c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2165.873036] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b8e07bf-a705-4899-bd63-5f2e0d590a04 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.896917] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2165.896917] env[62448]: value = "task-2093551" [ 2165.896917] env[62448]: _type = "Task" [ 2165.896917] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.907122] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.965623] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2166.106080] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093550, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.270845] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance cc68363b-7077-4d89-8771-fa6f3274da29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2166.271086] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.271250] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 9b2be58a-eae8-4d12-b0e1-40f9a7722d09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2166.271393] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8c840714-895a-4c69-9a52-d9f3e77fba7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.271496] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3cc4d198-324e-4707-aa79-672c0b0163f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.271679] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.271800] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance fc769c17-c434-45ad-a26e-97773632c703 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.271940] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance a0524105-0868-4c4a-a749-f1a7a6ceb10b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.272042] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance dec2ce44-20ed-45af-900f-86aa2c1dab2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.272174] env[62448]: WARNING nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c3c7abe7-a221-4942-8eda-3a770f84e262 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2166.272348] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.272399] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance bfec9622-51a6-45c6-a0f6-fbd0257213a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.272558] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 9ad1cacd-3f33-46a9-825a-7d35b993ce3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.272676] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 038a7517-0972-4351-be2f-d44af711acdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2166.408987] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.492865] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.610788] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093550, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.776120] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 6478397f-5cdf-4d6d-b532-ee98e719db2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2166.908460] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.109033] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093550, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.279377] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2167.279697] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2167.279916] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2167.410839] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.553751] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce551632-9d05-43e0-9f3f-9df9ab8b4ada {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.563481] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270a6deb-4c93-4db1-9342-e2462edb51ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.597934] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d984ae-9e13-4441-b5c9-1bb9e3f20167 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.612262] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b835b68d-281c-4866-b8c6-3012b13a95dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.619687] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093550, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.630595] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.918037] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.109953] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093550, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.357696} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.110206] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82461693-e12f-4763-b9a9-6003edb31561/82461693-e12f-4763-b9a9-6003edb31561.vmdk to [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2168.111015] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881488f-4f3c-4a38-ac54-6ee75a0aa2aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.139882] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2168.140806] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2168.144061] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01111d48-1b73-463c-a039-7333622ab5fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.171744] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2168.171744] env[62448]: value = "task-2093552" [ 2168.171744] env[62448]: _type = "Task" [ 2168.171744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.182857] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.411562] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093551, 'name': ReconfigVM_Task, 'duration_secs': 2.17338} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.411706] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 9ad1cacd-3f33-46a9-825a-7d35b993ce3c/9ad1cacd-3f33-46a9-825a-7d35b993ce3c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2168.412483] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8773a35f-6dc2-4613-916d-403ff9d789d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.420716] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2168.420716] env[62448]: value = "task-2093553" [ 2168.420716] env[62448]: _type = "Task" [ 2168.420716] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.434875] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093553, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.664946] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2168.664946] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.433s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.665175] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.562s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.665669] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.668562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.264s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.668936] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.671320] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.832s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.671554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.673927] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.832s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.674254] env[62448]: DEBUG nova.objects.instance [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'pci_requests' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.687528] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093552, 'name': ReconfigVM_Task, 'duration_secs': 0.375112} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.688138] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d/dec2ce44-20ed-45af-900f-86aa2c1dab2d.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2168.689853] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'size': 0, 'image_id': 'dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ae523c8b-4f8c-4f8e-886f-c5c04248bcc6', 'device_type': None, 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428751', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'name': 'volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dec2ce44-20ed-45af-900f-86aa2c1dab2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'serial': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2168.690084] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2168.690285] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428751', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'name': 'volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dec2ce44-20ed-45af-900f-86aa2c1dab2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'serial': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2168.691526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a87250-42ef-4d32-8a42-8ab086d5961f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.713365] env[62448]: INFO nova.scheduler.client.report [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Deleted allocations for instance 9b2be58a-eae8-4d12-b0e1-40f9a7722d09 [ 2168.715067] env[62448]: INFO nova.scheduler.client.report [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Deleted allocations for instance cc68363b-7077-4d89-8771-fa6f3274da29 [ 2168.716534] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0ac151-083d-4da8-96d0-94145d94f599 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.727106] env[62448]: INFO nova.scheduler.client.report [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocations for instance c3c7abe7-a221-4942-8eda-3a770f84e262 [ 2168.750886] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f/volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2168.755182] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da898baa-7530-46d8-92c6-6b1ffc11f4d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.771475] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2168.771475] env[62448]: value = "task-2093554" [ 2168.771475] env[62448]: _type = "Task" [ 2168.771475] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.781875] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.933722] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093553, 'name': Rename_Task, 'duration_secs': 0.275367} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.934074] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2168.934307] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7629a07-0eba-4054-9727-79a3d7da8c5a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.942996] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2168.942996] env[62448]: value = "task-2093555" [ 2168.942996] env[62448]: _type = "Task" [ 2168.942996] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.953790] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.179096] env[62448]: DEBUG nova.objects.instance [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'numa_topology' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2169.234769] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ac266b7e-df8a-42b3-98c6-dba68553cdae tempest-ServersTestJSON-1692595741 tempest-ServersTestJSON-1692595741-project-member] Lock "9b2be58a-eae8-4d12-b0e1-40f9a7722d09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.954s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.235926] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0585ac8e-8347-4dcd-8156-7b16b99b6373 tempest-VolumesAdminNegativeTest-2019829447 tempest-VolumesAdminNegativeTest-2019829447-project-member] Lock "cc68363b-7077-4d89-8771-fa6f3274da29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.162s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.256327] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb043a43-9dda-47d4-a695-3e85401352ba tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c3c7abe7-a221-4942-8eda-3a770f84e262" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.682s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.282959] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093554, 'name': ReconfigVM_Task, 'duration_secs': 0.310405} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.283310] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f/volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2169.296573] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5a2a54-3cc8-49b6-99bf-caf5bc023779 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.318809] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2169.318809] env[62448]: value = "task-2093556" [ 2169.318809] env[62448]: _type = "Task" [ 2169.318809] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.329537] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.459049] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.681526] env[62448]: INFO nova.compute.claims [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2169.829741] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093556, 'name': ReconfigVM_Task, 'duration_secs': 0.174834} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.830081] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428751', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'name': 'volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dec2ce44-20ed-45af-900f-86aa2c1dab2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'serial': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2169.830867] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8df8d42-3ee5-41b5-a5f6-9caf0d1f3943 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.839190] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2169.839190] env[62448]: value = "task-2093557" [ 2169.839190] env[62448]: _type = "Task" [ 2169.839190] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.851219] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093557, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.957212] env[62448]: DEBUG oslo_vmware.api [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093555, 'name': PowerOnVM_Task, 'duration_secs': 0.64081} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.957505] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2169.957729] env[62448]: INFO nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Took 13.38 seconds to spawn the instance on the hypervisor. [ 2169.957906] env[62448]: DEBUG nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2169.958826] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56d068-db51-475b-aa18-0c5cac75ea87 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.352253] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093557, 'name': Rename_Task, 'duration_secs': 0.164109} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.352526] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2170.353342] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d93f78-40e3-407c-813f-575ef0981818 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.361937] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2170.361937] env[62448]: value = "task-2093558" [ 2170.361937] env[62448]: _type = "Task" [ 2170.361937] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.375791] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.486943] env[62448]: INFO nova.compute.manager [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Took 23.76 seconds to build instance. [ 2170.564484] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.564974] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.879399] env[62448]: DEBUG oslo_vmware.api [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093558, 'name': PowerOnVM_Task, 'duration_secs': 0.485451} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.880296] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2170.962025] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d81a5f-77e6-406f-9973-78e487ac4713 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.970424] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20050798-6400-4fc9-9138-26f28e488f0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.011957] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48d8e44f-1514-4369-9741-dd52652a097d tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.295s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.014369] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfe8dfa-8084-47dd-b082-297c97dc137c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.025063] env[62448]: DEBUG nova.compute.manager [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2171.026080] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a78a93-1267-40b1-bc09-72d617c07e55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.043035] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53201e-b637-499c-b2a6-ce8df3e69e6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.064610] env[62448]: DEBUG nova.compute.provider_tree [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.069217] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2171.551891] env[62448]: DEBUG oslo_concurrency.lockutils [None req-75b03a7a-fd1f-4e6f-9656-804373720234 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.193s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.569981] env[62448]: DEBUG nova.scheduler.client.report [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.601901] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.001132] env[62448]: DEBUG nova.compute.manager [req-cac6c60e-f8b9-40d5-b692-be2b52928aff req-b048ccf6-3cdc-4b47-aa1e-90f4b8a07982 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Received event network-vif-plugged-9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2172.001374] env[62448]: DEBUG oslo_concurrency.lockutils [req-cac6c60e-f8b9-40d5-b692-be2b52928aff req-b048ccf6-3cdc-4b47-aa1e-90f4b8a07982 service nova] Acquiring lock "038a7517-0972-4351-be2f-d44af711acdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.001567] env[62448]: DEBUG oslo_concurrency.lockutils [req-cac6c60e-f8b9-40d5-b692-be2b52928aff req-b048ccf6-3cdc-4b47-aa1e-90f4b8a07982 service nova] Lock "038a7517-0972-4351-be2f-d44af711acdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.001730] env[62448]: DEBUG oslo_concurrency.lockutils [req-cac6c60e-f8b9-40d5-b692-be2b52928aff req-b048ccf6-3cdc-4b47-aa1e-90f4b8a07982 service nova] Lock "038a7517-0972-4351-be2f-d44af711acdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.001906] env[62448]: DEBUG nova.compute.manager [req-cac6c60e-f8b9-40d5-b692-be2b52928aff req-b048ccf6-3cdc-4b47-aa1e-90f4b8a07982 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] No waiting events found dispatching network-vif-plugged-9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2172.003299] env[62448]: WARNING nova.compute.manager [req-cac6c60e-f8b9-40d5-b692-be2b52928aff req-b048ccf6-3cdc-4b47-aa1e-90f4b8a07982 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Received unexpected event network-vif-plugged-9fd14118-2e31-431d-9a49-09f0d65ea1de for instance with vm_state building and task_state spawning. [ 2172.076894] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.402s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.081050] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.585s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.081050] env[62448]: INFO nova.compute.claims [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2172.147385] env[62448]: DEBUG nova.network.neutron [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Successfully updated port: 9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2172.157563] env[62448]: INFO nova.network.neutron [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating port cd71d02a-337d-4a42-baa8-c0f950e63c86 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2172.655172] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.655320] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.655475] env[62448]: DEBUG nova.network.neutron [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2173.341349] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.341627] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.341831] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.342019] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.342861] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.344490] env[62448]: INFO nova.compute.manager [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Terminating instance [ 2173.352673] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826af6d-0bf0-478f-9c5f-fecedc6b119f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.364252] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ee3a5c-fb57-434a-86cc-0a6e94075cec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.400349] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be50ff-535e-49d9-8c71-794f94f27cf1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.409205] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1307b1-141e-4fee-8463-9996ca1fc2f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.424007] env[62448]: DEBUG nova.compute.provider_tree [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.449242] env[62448]: DEBUG nova.network.neutron [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2173.803500] env[62448]: DEBUG nova.network.neutron [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Updating instance_info_cache with network_info: [{"id": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "address": "fa:16:3e:07:e7:ac", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd14118-2e", "ovs_interfaceid": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.849167] env[62448]: DEBUG nova.compute.manager [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2173.849406] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2173.850547] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea3554-6604-4563-972b-b1d3bd3136ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.860366] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2173.861648] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95c004c9-13a4-47a2-86cb-c4eac93aec35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.869772] env[62448]: DEBUG oslo_vmware.api [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2173.869772] env[62448]: value = "task-2093559" [ 2173.869772] env[62448]: _type = "Task" [ 2173.869772] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.882382] env[62448]: DEBUG oslo_vmware.api [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.926930] env[62448]: DEBUG nova.scheduler.client.report [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2174.045087] env[62448]: DEBUG nova.compute.manager [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Received event network-changed-9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2174.045303] env[62448]: DEBUG nova.compute.manager [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Refreshing instance network info cache due to event network-changed-9fd14118-2e31-431d-9a49-09f0d65ea1de. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2174.045475] env[62448]: DEBUG oslo_concurrency.lockutils [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] Acquiring lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.312978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.312978] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Instance network_info: |[{"id": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "address": "fa:16:3e:07:e7:ac", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd14118-2e", "ovs_interfaceid": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2174.312978] env[62448]: DEBUG oslo_concurrency.lockutils [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] Acquired lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.312978] env[62448]: DEBUG nova.network.neutron [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Refreshing network info cache for port 9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.313823] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:e7:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd14118-2e31-431d-9a49-09f0d65ea1de', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2174.324801] env[62448]: DEBUG oslo.service.loopingcall [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2174.325415] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2174.325590] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94fc5605-bccd-4394-a21f-e49c47ff66d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.353807] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2174.353807] env[62448]: value = "task-2093560" [ 2174.353807] env[62448]: _type = "Task" [ 2174.353807] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.363802] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093560, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.373808] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.374070] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.394571] env[62448]: DEBUG oslo_vmware.api [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093559, 'name': PowerOffVM_Task, 'duration_secs': 0.250451} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.394984] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.396339] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.396339] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03055a85-882e-4d0b-82be-6cd93eda95c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.437518] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.438135] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2174.443465] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.842s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.445615] env[62448]: INFO nova.compute.claims [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2174.606998] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2174.607059] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2174.607236] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleting the datastore file [datastore2] 9ad1cacd-3f33-46a9-825a-7d35b993ce3c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2174.607509] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-badd57ed-df31-43ae-8f32-116c08969cdc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.615983] env[62448]: DEBUG oslo_vmware.api [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for the task: (returnval){ [ 2174.615983] env[62448]: value = "task-2093562" [ 2174.615983] env[62448]: _type = "Task" [ 2174.615983] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.632991] env[62448]: DEBUG oslo_vmware.api [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.867455] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093560, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.886935] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2174.948897] env[62448]: DEBUG nova.compute.utils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2174.948897] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2174.948897] env[62448]: DEBUG nova.network.neutron [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2175.088932] env[62448]: DEBUG nova.policy [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2175.135962] env[62448]: DEBUG oslo_vmware.api [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Task: {'id': task-2093562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144117} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.136319] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.136556] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.136975] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.137217] env[62448]: INFO nova.compute.manager [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2175.137539] env[62448]: DEBUG oslo.service.loopingcall [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.137808] env[62448]: DEBUG nova.compute.manager [-] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.137945] env[62448]: DEBUG nova.network.neutron [-] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.365164] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093560, 'name': CreateVM_Task, 'duration_secs': 0.548196} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.365465] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2175.366136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.366305] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.366645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2175.366900] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b652377f-9d91-4b30-ae7b-9f3b93dd0461 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.372092] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2175.372092] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5291a163-c358-7e57-e9f9-6137c80585ee" [ 2175.372092] env[62448]: _type = "Task" [ 2175.372092] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.380694] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5291a163-c358-7e57-e9f9-6137c80585ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.382391] env[62448]: DEBUG nova.network.neutron [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Updated VIF entry in instance network info cache for port 9fd14118-2e31-431d-9a49-09f0d65ea1de. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2175.382711] env[62448]: DEBUG nova.network.neutron [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Updating instance_info_cache with network_info: [{"id": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "address": "fa:16:3e:07:e7:ac", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd14118-2e", "ovs_interfaceid": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.413568] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.451286] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2175.689815] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.690388] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.739786] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4cd750-d739-4546-9ee9-465d40aafc91 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.748173] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2631b89a-567d-44cc-bfa7-98a76a0259ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.783538] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e8368-447a-4038-899f-0e13c5b6feeb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.793358] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbbb238-ef43-4e6a-a8cb-82680f2ccf1a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.809968] env[62448]: DEBUG nova.compute.provider_tree [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.863321] env[62448]: DEBUG nova.network.neutron [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Successfully created port: 02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2175.890320] env[62448]: DEBUG oslo_concurrency.lockutils [req-e287a906-6c72-4f8f-b4dc-4ca84d457645 req-35a0eb09-5e58-4a10-9b10-ea960ef06004 service nova] Releasing lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.890930] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5291a163-c358-7e57-e9f9-6137c80585ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.891554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.891918] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.892313] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.892805] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.893101] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.893494] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a1107c3-340a-49c3-819e-12fcf58d6a6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.904771] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.904918] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.905872] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e0f3ad-72a7-4499-a882-a0294ba5fbc5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.912130] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2175.912130] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52dd1ecc-a993-7e81-2601-2e4706c3348f" [ 2175.912130] env[62448]: _type = "Task" [ 2175.912130] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.922015] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52dd1ecc-a993-7e81-2601-2e4706c3348f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.083384] env[62448]: DEBUG nova.compute.manager [req-e8908ba8-2e89-4e42-a764-76eefccbd5dc req-be162726-bd01-44f5-9127-3a771c66229e service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Received event network-vif-deleted-15a8fb48-5ff4-4909-9850-ed1a6084af12 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2176.083585] env[62448]: INFO nova.compute.manager [req-e8908ba8-2e89-4e42-a764-76eefccbd5dc req-be162726-bd01-44f5-9127-3a771c66229e service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Neutron deleted interface 15a8fb48-5ff4-4909-9850-ed1a6084af12; detaching it from the instance and deleting it from the info cache [ 2176.083768] env[62448]: DEBUG nova.network.neutron [req-e8908ba8-2e89-4e42-a764-76eefccbd5dc req-be162726-bd01-44f5-9127-3a771c66229e service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.194924] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2176.216493] env[62448]: DEBUG nova.network.neutron [-] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.314777] env[62448]: DEBUG nova.scheduler.client.report [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2176.423250] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52dd1ecc-a993-7e81-2601-2e4706c3348f, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.424068] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624b36a7-b215-459f-ae15-224a979cdbfb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.430502] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2176.430502] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521b7fde-d859-b384-0e17-a639b5b3972d" [ 2176.430502] env[62448]: _type = "Task" [ 2176.430502] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.438904] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521b7fde-d859-b384-0e17-a639b5b3972d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.461344] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2176.491891] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2176.494161] env[62448]: DEBUG nova.virt.hardware [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2176.495073] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c9d8c-d698-4753-bab3-bfa7f404493d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.504391] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96ec37-8066-4422-8898-b7e0612cd7ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.586574] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-515fdc61-4735-42a9-997c-ad9cf79be38b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.597826] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b529aa-1e84-4ba0-8b9c-baa8bb0c11fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.631181] env[62448]: DEBUG nova.compute.manager [req-e8908ba8-2e89-4e42-a764-76eefccbd5dc req-be162726-bd01-44f5-9127-3a771c66229e service nova] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Detach interface failed, port_id=15a8fb48-5ff4-4909-9850-ed1a6084af12, reason: Instance 9ad1cacd-3f33-46a9-825a-7d35b993ce3c could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2176.724237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.724237] env[62448]: INFO nova.compute.manager [-] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Took 1.59 seconds to deallocate network for instance. [ 2176.820329] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.820329] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2176.823912] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.411s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.824110] env[62448]: INFO nova.compute.claims [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2176.941659] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521b7fde-d859-b384-0e17-a639b5b3972d, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.941889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.942164] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/038a7517-0972-4351-be2f-d44af711acdb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2176.942431] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe80728-714e-4d4a-ac86-f1de25feb0a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.953019] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2176.953019] env[62448]: value = "task-2093563" [ 2176.953019] env[62448]: _type = "Task" [ 2176.953019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.962479] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.233839] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.330537] env[62448]: DEBUG nova.compute.utils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2177.332115] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2177.332379] env[62448]: DEBUG nova.network.neutron [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2177.470095] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461918} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.471400] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/038a7517-0972-4351-be2f-d44af711acdb.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2177.471670] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2177.471954] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3ce263-3681-41fc-92ec-f3c4cdaa3d6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.480245] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2177.480245] env[62448]: value = "task-2093564" [ 2177.480245] env[62448]: _type = "Task" [ 2177.480245] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.493213] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.502829] env[62448]: DEBUG nova.policy [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818224adf6814a289843d655744e156c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '100f0c01fa2d459aa060a6b417b14dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2177.838554] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2177.994072] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075024} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.999491] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2178.003797] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a579f52-58d9-42c1-a0d3-f00074167702 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.035838] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/038a7517-0972-4351-be2f-d44af711acdb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2178.036090] env[62448]: DEBUG nova.network.neutron [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Successfully updated port: 02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2178.040324] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c884c01-18fb-4b08-8461-7f14af4d87ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.063031] env[62448]: DEBUG nova.network.neutron [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Successfully created port: 45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2178.069842] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2178.069842] env[62448]: value = "task-2093565" [ 2178.069842] env[62448]: _type = "Task" [ 2178.069842] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.082519] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.171621] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee7732d-018e-48cb-b9aa-ecfff098a806 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.181239] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022dfad-860b-44fd-9a65-11c84da26aec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.221195] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb56e6-b108-4ee9-b06a-facf467735c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.224606] env[62448]: DEBUG nova.compute.manager [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-vif-plugged-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.224838] env[62448]: DEBUG oslo_concurrency.lockutils [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.225089] env[62448]: DEBUG oslo_concurrency.lockutils [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.225269] env[62448]: DEBUG oslo_concurrency.lockutils [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.225482] env[62448]: DEBUG nova.compute.manager [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] No waiting events found dispatching network-vif-plugged-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2178.225589] env[62448]: WARNING nova.compute.manager [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received unexpected event network-vif-plugged-02d0a670-639f-4f96-92a4-97222ef9ea21 for instance with vm_state building and task_state spawning. [ 2178.225741] env[62448]: DEBUG nova.compute.manager [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.225888] env[62448]: DEBUG nova.compute.manager [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing instance network info cache due to event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2178.226114] env[62448]: DEBUG oslo_concurrency.lockutils [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.226252] env[62448]: DEBUG oslo_concurrency.lockutils [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.226515] env[62448]: DEBUG nova.network.neutron [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.233928] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8383123-469d-47dd-aab0-06a786cc3c3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.249751] env[62448]: DEBUG nova.compute.provider_tree [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2178.557231] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.581972] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.752297] env[62448]: DEBUG nova.scheduler.client.report [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.759354] env[62448]: DEBUG nova.network.neutron [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2178.845472] env[62448]: DEBUG nova.network.neutron [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.859733] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2178.890892] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2178.891170] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2178.891331] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2178.891515] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2178.891664] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2178.891815] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2178.892030] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2178.892206] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2178.892399] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2178.892571] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2178.892744] env[62448]: DEBUG nova.virt.hardware [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2178.893648] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d1a2e-5ef1-40ff-9a6c-63d1ae86119f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.905642] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50714cb1-9206-4a3e-b185-f8960904651c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.082477] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093565, 'name': ReconfigVM_Task, 'duration_secs': 0.772381} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.083088] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/038a7517-0972-4351-be2f-d44af711acdb.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2179.083745] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2be427f-6c34-4bf3-a601-6d38132d4902 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.092805] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2179.092805] env[62448]: value = "task-2093566" [ 2179.092805] env[62448]: _type = "Task" [ 2179.092805] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.102572] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093566, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.259019] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.259140] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2179.266089] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.542s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.267941] env[62448]: INFO nova.compute.claims [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2179.270826] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.271132] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.348886] env[62448]: DEBUG oslo_concurrency.lockutils [req-bd0a0779-7b82-4539-8e1a-5193b21145db req-3687628f-667e-4dc6-8404-47aaf838e8be service nova] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.349298] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.349460] env[62448]: DEBUG nova.network.neutron [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2179.604252] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093566, 'name': Rename_Task, 'duration_secs': 0.185496} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.604647] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.604783] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee5e760-6e19-4b6e-9f33-b14710abe1ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.612390] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2179.612390] env[62448]: value = "task-2093567" [ 2179.612390] env[62448]: _type = "Task" [ 2179.612390] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.621245] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.768021] env[62448]: DEBUG nova.compute.utils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2179.769939] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2179.769939] env[62448]: DEBUG nova.network.neutron [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2179.775779] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2179.974847] env[62448]: DEBUG nova.network.neutron [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2180.014901] env[62448]: DEBUG nova.policy [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e11a36bf3f4809b5fc7cec60f2aa70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c3fae02a444319575087479233071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2180.103962] env[62448]: DEBUG nova.network.neutron [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Successfully updated port: 45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2180.124499] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.229256] env[62448]: DEBUG nova.compute.manager [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Received event network-vif-plugged-45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.229615] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] Acquiring lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.229979] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.230291] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.230572] env[62448]: DEBUG nova.compute.manager [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] No waiting events found dispatching network-vif-plugged-45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2180.230857] env[62448]: WARNING nova.compute.manager [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Received unexpected event network-vif-plugged-45b23dba-8536-4b34-9d18-516cc613f320 for instance with vm_state building and task_state spawning. [ 2180.231187] env[62448]: DEBUG nova.compute.manager [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Received event network-changed-45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.231433] env[62448]: DEBUG nova.compute.manager [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Refreshing instance network info cache due to event network-changed-45b23dba-8536-4b34-9d18-516cc613f320. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2180.231747] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] Acquiring lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.231992] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] Acquired lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.232281] env[62448]: DEBUG nova.network.neutron [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Refreshing network info cache for port 45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2180.258166] env[62448]: DEBUG nova.network.neutron [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.275021] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2180.323592] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.054883] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.060572] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.060572] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Instance network_info: |[{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2181.061437] env[62448]: DEBUG nova.network.neutron [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Successfully created port: 35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2181.068604] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:8f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02d0a670-639f-4f96-92a4-97222ef9ea21', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2181.075870] env[62448]: DEBUG oslo.service.loopingcall [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.076983] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2181.081023] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9e0ce2-1081-49be-b905-543fdd82fcde {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.097964] env[62448]: DEBUG oslo_vmware.api [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093567, 'name': PowerOnVM_Task, 'duration_secs': 0.64429} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.103136] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2181.103136] env[62448]: INFO nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Took 18.25 seconds to spawn the instance on the hypervisor. [ 2181.103136] env[62448]: DEBUG nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2181.103136] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba830be5-271e-4309-b8c9-c6b02a2b4dc2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.105540] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2181.105540] env[62448]: value = "task-2093568" [ 2181.105540] env[62448]: _type = "Task" [ 2181.105540] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.121614] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093568, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.160915] env[62448]: DEBUG nova.network.neutron [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2181.293603] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef5fe5-a55e-4107-9d51-7cdad84f8468 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.302353] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36136f07-0d3e-4499-b2bc-e72c522a8251 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.332534] env[62448]: DEBUG nova.network.neutron [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.334185] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d11d3c-8ac7-40d9-bc32-240c87500c48 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.342702] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0081f78-c3dc-46ef-9053-cd835b3f7cb8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.358802] env[62448]: DEBUG nova.compute.provider_tree [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.578120] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2181.607040] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2181.607040] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.607040] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2181.607040] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.607040] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2181.607420] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2181.607420] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2181.607473] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2181.607649] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2181.607806] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2181.611232] env[62448]: DEBUG nova.virt.hardware [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2181.611232] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aff11cc-6cf0-41a0-9695-1e6a3b1fea73 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.625084] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093568, 'name': CreateVM_Task, 'duration_secs': 0.3742} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.625326] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2181.626558] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d8421-3e60-4d7d-a028-807d7d607e42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.632136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.632298] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.632615] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2181.633333] env[62448]: INFO nova.compute.manager [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Took 29.51 seconds to build instance. [ 2181.634112] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804b582f-aded-49b4-bbc5-7cd971d3a2cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.640961] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2181.640961] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bc6bc7-3976-d9b9-dfa5-ab615dcca195" [ 2181.640961] env[62448]: _type = "Task" [ 2181.640961] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.658788] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bc6bc7-3976-d9b9-dfa5-ab615dcca195, 'name': SearchDatastore_Task, 'duration_secs': 0.012059} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.659065] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.659286] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2181.659526] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.659645] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.659826] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2181.660087] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c326cc65-5112-450d-ad47-1060951d4c03 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.668453] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2181.668632] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2181.669349] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6394448-5dd6-4bd0-bea7-c4803179431d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.677849] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2181.677849] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52926509-0018-ac87-9eef-ab7493829b77" [ 2181.677849] env[62448]: _type = "Task" [ 2181.677849] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.683798] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52926509-0018-ac87-9eef-ab7493829b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.838615] env[62448]: DEBUG oslo_concurrency.lockutils [req-4f40955a-f57f-4a9e-a633-630a2cb18c27 req-b792a64b-0c61-489e-8693-9257f64ca6d0 service nova] Releasing lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.839126] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.839333] env[62448]: DEBUG nova.network.neutron [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.861362] env[62448]: DEBUG nova.scheduler.client.report [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.137292] env[62448]: DEBUG oslo_concurrency.lockutils [None req-dfae04b2-30f5-4e81-83f5-db98107efa0a tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "038a7517-0972-4351-be2f-d44af711acdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.026s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.186914] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52926509-0018-ac87-9eef-ab7493829b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009137} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.187734] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2390306-5cff-44f6-9851-d7081b6f8142 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.193670] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2182.193670] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52950695-1c28-bccc-4499-4765e5996bc1" [ 2182.193670] env[62448]: _type = "Task" [ 2182.193670] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.201597] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52950695-1c28-bccc-4499-4765e5996bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.365882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.100s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.366397] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2182.369099] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.135s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.369323] env[62448]: DEBUG nova.objects.instance [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lazy-loading 'resources' on Instance uuid 9ad1cacd-3f33-46a9-825a-7d35b993ce3c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2182.384936] env[62448]: DEBUG nova.network.neutron [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2182.584846] env[62448]: DEBUG nova.network.neutron [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [{"id": "45b23dba-8536-4b34-9d18-516cc613f320", "address": "fa:16:3e:97:30:2a", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23dba-85", "ovs_interfaceid": "45b23dba-8536-4b34-9d18-516cc613f320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.663636] env[62448]: INFO nova.compute.manager [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Rescuing [ 2182.664356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.664356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.664356] env[62448]: DEBUG nova.network.neutron [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2182.706493] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52950695-1c28-bccc-4499-4765e5996bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.706774] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.707037] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e/5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2182.707330] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f30b9dcc-4b30-4db2-8f62-5e6ff63c427f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.714792] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2182.714792] env[62448]: value = "task-2093569" [ 2182.714792] env[62448]: _type = "Task" [ 2182.714792] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.723132] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.874518] env[62448]: DEBUG nova.compute.utils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2182.879146] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2182.879335] env[62448]: DEBUG nova.network.neutron [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2182.926271] env[62448]: DEBUG nova.policy [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c1b325045244a21808be8bb73252997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2720dc244a664067afef33777807f6a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2183.088627] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.089255] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Instance network_info: |[{"id": "45b23dba-8536-4b34-9d18-516cc613f320", "address": "fa:16:3e:97:30:2a", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23dba-85", "ovs_interfaceid": "45b23dba-8536-4b34-9d18-516cc613f320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2183.092027] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:30:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b23dba-8536-4b34-9d18-516cc613f320', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2183.099759] env[62448]: DEBUG oslo.service.loopingcall [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.100873] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2183.102068] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-582e55ac-c9c2-4c39-88f1-81f601572a5a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.132396] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2183.132396] env[62448]: value = "task-2093570" [ 2183.132396] env[62448]: _type = "Task" [ 2183.132396] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.148344] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.175920] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8337024f-0323-4915-af1b-211fd66e153c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.185719] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049b5541-0f3a-4ed4-8695-7bd56004674f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.226237] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae33d2-51ef-4874-9afe-e645dbaaf2a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.237778] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72c7be-56de-4b01-b033-ca52a0aced2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.241640] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471308} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.241967] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e/5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2183.242267] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2183.242897] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27154c57-be3c-4c88-a0cc-3601819edeae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.252790] env[62448]: DEBUG nova.compute.provider_tree [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.258063] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2183.258063] env[62448]: value = "task-2093571" [ 2183.258063] env[62448]: _type = "Task" [ 2183.258063] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.269285] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.324876] env[62448]: DEBUG nova.network.neutron [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Successfully created port: f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2183.379486] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2183.538289] env[62448]: DEBUG nova.network.neutron [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Updating instance_info_cache with network_info: [{"id": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "address": "fa:16:3e:07:e7:ac", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd14118-2e", "ovs_interfaceid": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.643781] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.759320] env[62448]: DEBUG nova.scheduler.client.report [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.772186] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072559} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.772453] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2183.773250] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c9eb6-e8c9-4ccf-b0fa-76034c7e385d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.797989] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e/5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2183.798695] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55cbc0c1-19b9-4cde-9513-17bc137f80ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.819581] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2183.819581] env[62448]: value = "task-2093572" [ 2183.819581] env[62448]: _type = "Task" [ 2183.819581] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.828623] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.041216] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.144198] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.266997] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.269385] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.946s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.270915] env[62448]: INFO nova.compute.claims [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2184.291301] env[62448]: INFO nova.scheduler.client.report [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Deleted allocations for instance 9ad1cacd-3f33-46a9-825a-7d35b993ce3c [ 2184.330288] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.390113] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2184.411719] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2184.411979] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2184.412158] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2184.412351] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2184.412592] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2184.412770] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2184.412984] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2184.413163] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2184.413330] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2184.413490] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2184.413664] env[62448]: DEBUG nova.virt.hardware [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2184.414532] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8bd70-4817-49db-a0c3-47de5243ce6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.422716] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adc092-20df-4d20-bbeb-d328fc18c09f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.644420] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.799036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-799ba2a6-4567-49bd-868b-46124c29eedb tempest-ServerDiskConfigTestJSON-1230270551 tempest-ServerDiskConfigTestJSON-1230270551-project-member] Lock "9ad1cacd-3f33-46a9-825a-7d35b993ce3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.457s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.830742] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.146294] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.333311] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093572, 'name': ReconfigVM_Task, 'duration_secs': 1.185305} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.333591] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e/5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2185.334262] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0c1b4de-c9d5-4a4e-b8cb-46eb934f140e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.344068] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2185.344068] env[62448]: value = "task-2093573" [ 2185.344068] env[62448]: _type = "Task" [ 2185.344068] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.363196] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093573, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.483387] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc638d1a-6d42-4fb8-8d69-266a7fb4c553 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.491207] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf1a777-5011-4121-b1cb-7c1018a4d6da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.520204] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39647873-1e96-450b-b85c-5273d09e5639 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.527962] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f52e0f-9511-49e8-9da3-e1451f211890 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.541229] env[62448]: DEBUG nova.compute.provider_tree [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.576578] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.577197] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6faa2212-5729-45ac-8372-d312698207c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.585415] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2185.585415] env[62448]: value = "task-2093574" [ 2185.585415] env[62448]: _type = "Task" [ 2185.585415] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.594736] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.648831] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.855264] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093573, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.046642] env[62448]: DEBUG nova.scheduler.client.report [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.101371] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.147254] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.357322] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093573, 'name': Rename_Task, 'duration_secs': 0.760744} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.357322] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.357322] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b0bda6-175f-4980-ad76-135cff5b2ece {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.364247] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2186.364247] env[62448]: value = "task-2093575" [ 2186.364247] env[62448]: _type = "Task" [ 2186.364247] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.372349] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.551654] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.552318] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2186.598621] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093574, 'name': PowerOffVM_Task, 'duration_secs': 0.558816} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.598923] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2186.599794] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a15f97-1481-4f79-bf31-aa920287ca0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.620697] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9c8886-3efa-49ad-8b71-36f0b98dd217 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.647317] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.661033] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2186.661033] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e3618a1-a058-4371-976e-b718f5e2c7bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.669975] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2186.669975] env[62448]: value = "task-2093576" [ 2186.669975] env[62448]: _type = "Task" [ 2186.669975] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.678772] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.875300] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.058344] env[62448]: DEBUG nova.compute.utils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2187.060431] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2187.060708] env[62448]: DEBUG nova.network.neutron [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2187.127383] env[62448]: DEBUG nova.policy [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e72d3171ff4dcf8d04d0a314c60cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c32e870eaa74ba3aab0f5769a357360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2187.148096] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.182854] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2187.182944] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2187.183218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.183373] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.183553] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2187.183893] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23083b75-0a97-4dbf-9836-97d6eb140da9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.196980] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2187.197298] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2187.198534] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0da2b61-394c-499e-b981-eebd51bbf05b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.217237] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2187.217237] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5268d763-bf27-4f9f-b4e6-fea769783554" [ 2187.217237] env[62448]: _type = "Task" [ 2187.217237] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.231778] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5268d763-bf27-4f9f-b4e6-fea769783554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.378190] env[62448]: DEBUG oslo_vmware.api [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093575, 'name': PowerOnVM_Task, 'duration_secs': 0.631014} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.378536] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.378666] env[62448]: INFO nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Took 10.92 seconds to spawn the instance on the hypervisor. [ 2187.378835] env[62448]: DEBUG nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2187.379708] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220261c-24c8-4c04-b0d4-a0226ed28ee2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.568420] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2187.586839] env[62448]: DEBUG nova.network.neutron [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Successfully created port: 9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2187.647534] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.728214] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5268d763-bf27-4f9f-b4e6-fea769783554, 'name': SearchDatastore_Task, 'duration_secs': 0.011719} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.728598] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eaaf432-e408-49c7-989a-9bef1527d12d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.736122] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2187.736122] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d168cd-4142-b3b8-f148-e9d32c515950" [ 2187.736122] env[62448]: _type = "Task" [ 2187.736122] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.745362] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d168cd-4142-b3b8-f148-e9d32c515950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.897341] env[62448]: INFO nova.compute.manager [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Took 21.43 seconds to build instance. [ 2188.148138] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.249241] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d168cd-4142-b3b8-f148-e9d32c515950, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.249584] env[62448]: DEBUG oslo_concurrency.lockutils [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.249769] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. {{(pid=62448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2188.250672] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ad321a-4a08-4b31-b5cb-d62aee9a7ac9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.259272] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2188.259272] env[62448]: value = "task-2093577" [ 2188.259272] env[62448]: _type = "Task" [ 2188.259272] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.268321] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.399919] env[62448]: DEBUG oslo_concurrency.lockutils [None req-79f22a94-2d7c-4119-8ee3-3ed79bb80689 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.938s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.577948] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2188.605587] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2188.605853] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2188.606020] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2188.606201] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2188.606349] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2188.606497] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2188.606708] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2188.606867] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2188.607802] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2188.608311] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2188.608311] env[62448]: DEBUG nova.virt.hardware [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2188.609224] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed895d6-2839-45cd-9216-9c7b8849df7a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.621884] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166d2ca2-db97-41da-8e85-73689a70e3eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.654612] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.769719] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468127} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.769857] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. [ 2188.773257] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad5f17-88f5-463b-8651-7e3e33d0b464 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.797439] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2188.797749] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7772e7a-9c68-4065-ac5c-c98b62b4faf8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.817067] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2188.817067] env[62448]: value = "task-2093578" [ 2188.817067] env[62448]: _type = "Task" [ 2188.817067] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.827643] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.107809] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "de4c87a3-6f06-4501-8856-a70e09075f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.108076] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "de4c87a3-6f06-4501-8856-a70e09075f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.155036] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093570, 'name': CreateVM_Task, 'duration_secs': 5.997115} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.155353] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2189.156617] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.157047] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.158024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2189.159860] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86467bb-05ca-4a06-93e9-9a5eb90a4695 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.166061] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2189.166061] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c508e1-5fa8-9986-5622-854ea7790370" [ 2189.166061] env[62448]: _type = "Task" [ 2189.166061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.176691] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c508e1-5fa8-9986-5622-854ea7790370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.230310] env[62448]: DEBUG nova.compute.manager [req-5ccd0b56-0cd8-421c-8ab2-5771499aa8ad req-5b6a712d-79b5-4bdf-9d44-439892f6de13 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Received event network-vif-plugged-35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2189.230523] env[62448]: DEBUG oslo_concurrency.lockutils [req-5ccd0b56-0cd8-421c-8ab2-5771499aa8ad req-5b6a712d-79b5-4bdf-9d44-439892f6de13 service nova] Acquiring lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.230749] env[62448]: DEBUG oslo_concurrency.lockutils [req-5ccd0b56-0cd8-421c-8ab2-5771499aa8ad req-5b6a712d-79b5-4bdf-9d44-439892f6de13 service nova] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.231459] env[62448]: DEBUG oslo_concurrency.lockutils [req-5ccd0b56-0cd8-421c-8ab2-5771499aa8ad req-5b6a712d-79b5-4bdf-9d44-439892f6de13 service nova] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.231459] env[62448]: DEBUG nova.compute.manager [req-5ccd0b56-0cd8-421c-8ab2-5771499aa8ad req-5b6a712d-79b5-4bdf-9d44-439892f6de13 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] No waiting events found dispatching network-vif-plugged-35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2189.231459] env[62448]: WARNING nova.compute.manager [req-5ccd0b56-0cd8-421c-8ab2-5771499aa8ad req-5b6a712d-79b5-4bdf-9d44-439892f6de13 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Received unexpected event network-vif-plugged-35d804b7-d134-408b-a1c2-86505a4c158a for instance with vm_state building and task_state spawning. [ 2189.332203] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093578, 'name': ReconfigVM_Task, 'duration_secs': 0.511128} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.332203] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 038a7517-0972-4351-be2f-d44af711acdb/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2189.333231] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07d9d8-74ff-41f5-8665-fbfbfa576db3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.363723] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c3ce99-22ca-45d5-9eeb-70d656615b41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.381401] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2189.381401] env[62448]: value = "task-2093579" [ 2189.381401] env[62448]: _type = "Task" [ 2189.381401] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.390946] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.447838] env[62448]: DEBUG nova.network.neutron [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Successfully updated port: 35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2189.464388] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.464388] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.611087] env[62448]: DEBUG nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2189.680450] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c508e1-5fa8-9986-5622-854ea7790370, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.680450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.680450] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2189.680450] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.680736] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.680736] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2189.680906] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c668318-b357-42a0-b9ce-bf822ac3c0dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.692411] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2189.692706] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2189.693899] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbbfffb-16a1-47b1-9c17-7dc364bf8d9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.700092] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2189.700092] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f66e5d-7496-faa7-3972-435380228042" [ 2189.700092] env[62448]: _type = "Task" [ 2189.700092] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.712695] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f66e5d-7496-faa7-3972-435380228042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.715662] env[62448]: DEBUG nova.compute.manager [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2189.716252] env[62448]: DEBUG nova.compute.manager [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing instance network info cache due to event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2189.716495] env[62448]: DEBUG oslo_concurrency.lockutils [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.717375] env[62448]: DEBUG oslo_concurrency.lockutils [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.718229] env[62448]: DEBUG nova.network.neutron [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2189.891552] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093579, 'name': ReconfigVM_Task, 'duration_secs': 0.199717} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.891805] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2189.892064] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac71cd2c-b340-47cf-8e70-0bdf187f8946 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.899905] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2189.899905] env[62448]: value = "task-2093580" [ 2189.899905] env[62448]: _type = "Task" [ 2189.899905] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.909427] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.955532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.955532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.955532] env[62448]: DEBUG nova.network.neutron [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2189.964322] env[62448]: DEBUG nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2190.072812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.073083] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.136010] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.136010] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.137207] env[62448]: INFO nova.compute.claims [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2190.212872] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f66e5d-7496-faa7-3972-435380228042, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.213760] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a8f209-a7af-49ea-bfb6-5d04c2fdc0fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.223586] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2190.223586] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520e2f87-5f35-56ec-de7c-de63c1d1ab8e" [ 2190.223586] env[62448]: _type = "Task" [ 2190.223586] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.235853] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520e2f87-5f35-56ec-de7c-de63c1d1ab8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.236160] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.236451] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f/c56a2c89-8cce-46c8-8b23-dbfcb420726f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2190.236825] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66b0cebc-4495-49d3-8935-ea1dcae941b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.247021] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2190.247021] env[62448]: value = "task-2093581" [ 2190.247021] env[62448]: _type = "Task" [ 2190.247021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.255170] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.414643] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.500110] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.567843] env[62448]: DEBUG nova.network.neutron [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2190.576591] env[62448]: DEBUG nova.compute.utils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2190.756438] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093581, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.919305] env[62448]: DEBUG oslo_vmware.api [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093580, 'name': PowerOnVM_Task, 'duration_secs': 0.63207} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.919659] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2190.922456] env[62448]: DEBUG nova.compute.manager [None req-83099373-07c7-4586-a410-df2003c0b642 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2190.923276] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7af95f-6a41-4bc0-ad4c-36632ee40798 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.018428] env[62448]: DEBUG nova.network.neutron [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updated VIF entry in instance network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2191.018803] env[62448]: DEBUG nova.network.neutron [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.079284] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.136906] env[62448]: DEBUG nova.network.neutron [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.143699] env[62448]: DEBUG nova.network.neutron [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Successfully updated port: 9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.255973] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539386} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.256235] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f/c56a2c89-8cce-46c8-8b23-dbfcb420726f.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2191.256443] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2191.256699] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95afee56-7867-4a25-9bae-6bf57c503557 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.263871] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2191.263871] env[62448]: value = "task-2093582" [ 2191.263871] env[62448]: _type = "Task" [ 2191.263871] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.275850] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.288749] env[62448]: DEBUG nova.network.neutron [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Successfully updated port: f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.442113] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61219fa0-f8d1-4c8e-bf62-c42700ed50dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.452058] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6eb03f-563e-462a-a2fe-030785682041 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.489703] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bbc92a-50ba-4afb-b83a-7c51a6eea1c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.498388] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c540124-1b9b-4108-9cf2-20ed2895c27f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.513449] env[62448]: DEBUG nova.compute.provider_tree [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2191.523476] env[62448]: DEBUG oslo_concurrency.lockutils [req-3ef56e0e-a290-4d79-9d93-1cb7fb438cd8 req-a12d7afd-8f44-4e6b-84c1-a7bded494cbe service nova] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.525965] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.526143] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.527855] env[62448]: DEBUG nova.network.neutron [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.640329] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.640645] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Instance network_info: |[{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2191.641078] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:08:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d804b7-d134-408b-a1c2-86505a4c158a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2191.648827] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating folder: Project (e11c3fae02a444319575087479233071). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2191.651666] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.651862] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.652142] env[62448]: DEBUG nova.network.neutron [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.653250] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2425ae5-21d8-42a4-833f-81e34930c34d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.672785] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created folder: Project (e11c3fae02a444319575087479233071) in parent group-v428508. [ 2191.672785] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating folder: Instances. Parent ref: group-v428764. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2191.672984] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f332e7-0eba-4d94-8aec-584bb43cf0b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.685912] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created folder: Instances in parent group-v428764. [ 2191.686175] env[62448]: DEBUG oslo.service.loopingcall [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2191.686400] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2191.686618] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b06de0d9-54ff-4d95-b869-153e4181f752 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.709766] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2191.709766] env[62448]: value = "task-2093585" [ 2191.709766] env[62448]: _type = "Task" [ 2191.709766] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.718039] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093585, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.778866] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220863} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.780265] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2191.780848] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a1188b-3754-4b78-87a9-72dfa08ea1b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.797501] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.797673] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquired lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.797811] env[62448]: DEBUG nova.network.neutron [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.809411] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f/c56a2c89-8cce-46c8-8b23-dbfcb420726f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2191.813251] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb30589-6147-4919-bbc5-0a05ad0e7397 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.836134] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2191.836134] env[62448]: value = "task-2093586" [ 2191.836134] env[62448]: _type = "Task" [ 2191.836134] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.846947] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.856951] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Received event network-changed-35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2191.856951] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Refreshing instance network info cache due to event network-changed-35d804b7-d134-408b-a1c2-86505a4c158a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2191.856951] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Acquiring lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.856951] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Acquired lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.856951] env[62448]: DEBUG nova.network.neutron [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Refreshing network info cache for port 35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2191.928519] env[62448]: DEBUG nova.network.neutron [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2192.001580] env[62448]: DEBUG nova.compute.manager [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2192.001580] env[62448]: DEBUG nova.compute.manager [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing instance network info cache due to event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2192.001580] env[62448]: DEBUG oslo_concurrency.lockutils [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.001580] env[62448]: DEBUG oslo_concurrency.lockutils [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.003311] env[62448]: DEBUG nova.network.neutron [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2192.015931] env[62448]: DEBUG nova.scheduler.client.report [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2192.162846] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.163402] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.163666] env[62448]: INFO nova.compute.manager [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Attaching volume c8f98f55-8c85-4944-9cb7-e9f370886c68 to /dev/sdb [ 2192.195681] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49870b5-191c-4c74-bff6-3c2d1449d7d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.204943] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c6c45-a0f0-446f-9d2b-1b9322548363 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.222432] env[62448]: DEBUG nova.virt.block_device [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating existing volume attachment record: e3e8fbea-a369-4fe1-96d7-6a40be4b3f8b {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2192.229019] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093585, 'name': CreateVM_Task, 'duration_secs': 0.423013} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.229371] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2192.230718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.230718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.230718] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2192.231221] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46160f1-8aee-4394-9275-a670bbca3cbe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.237071] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2192.237071] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ae2d89-2867-2f59-f29d-2519ce0a10db" [ 2192.237071] env[62448]: _type = "Task" [ 2192.237071] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.245926] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ae2d89-2867-2f59-f29d-2519ce0a10db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.259703] env[62448]: DEBUG nova.network.neutron [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2192.348345] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093586, 'name': ReconfigVM_Task, 'duration_secs': 0.320114} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.348345] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f/c56a2c89-8cce-46c8-8b23-dbfcb420726f.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.348345] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b705145-f89c-459e-a23d-3e76d79640d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.356840] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2192.356840] env[62448]: value = "task-2093587" [ 2192.356840] env[62448]: _type = "Task" [ 2192.356840] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.369410] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093587, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.466050] env[62448]: DEBUG nova.network.neutron [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Updating instance_info_cache with network_info: [{"id": "f98d9062-1544-4271-8958-faff07b7eba1", "address": "fa:16:3e:55:a2:92", "network": {"id": "105f7388-af46-4fc3-a403-d69bff058c2c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1764833525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2720dc244a664067afef33777807f6a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98d9062-15", "ovs_interfaceid": "f98d9062-1544-4271-8958-faff07b7eba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.523205] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.523788] env[62448]: DEBUG nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2192.527978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.028s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.533893] env[62448]: INFO nova.compute.claims [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2192.636174] env[62448]: INFO nova.compute.manager [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Unrescuing [ 2192.636745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.637017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquired lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.637272] env[62448]: DEBUG nova.network.neutron [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.721449] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.721449] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.750622] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ae2d89-2867-2f59-f29d-2519ce0a10db, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.753056] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.753768] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2192.754051] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.754211] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.754396] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2192.754964] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90966d2f-caee-46b6-bc56-845f35925d90 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.765146] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2192.765336] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2192.768273] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6363a56-7fef-48f8-81d7-0ca0efd95c9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.774597] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2192.774597] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d078-b2c1-0dbb-c84e-e8204440f9d1" [ 2192.774597] env[62448]: _type = "Task" [ 2192.774597] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.784438] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d078-b2c1-0dbb-c84e-e8204440f9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.869657] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093587, 'name': Rename_Task, 'duration_secs': 0.199747} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.872075] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2192.872691] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e219ccaf-c2d5-4a51-b1f7-d519ce35e62f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.886672] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2192.886672] env[62448]: value = "task-2093591" [ 2192.886672] env[62448]: _type = "Task" [ 2192.886672] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.899605] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.969466] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Releasing lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.969797] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Instance network_info: |[{"id": "f98d9062-1544-4271-8958-faff07b7eba1", "address": "fa:16:3e:55:a2:92", "network": {"id": "105f7388-af46-4fc3-a403-d69bff058c2c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1764833525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2720dc244a664067afef33777807f6a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98d9062-15", "ovs_interfaceid": "f98d9062-1544-4271-8958-faff07b7eba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.970278] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:a2:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f98d9062-1544-4271-8958-faff07b7eba1', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.978210] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Creating folder: Project (2720dc244a664067afef33777807f6a1). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2192.978500] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f5fb3fe-5c2f-4898-8b49-c2db6df46a92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.990425] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Created folder: Project (2720dc244a664067afef33777807f6a1) in parent group-v428508. [ 2192.990586] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Creating folder: Instances. Parent ref: group-v428769. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2192.990809] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a59838fa-d11a-4237-9886-24a6e6419744 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.001409] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Created folder: Instances in parent group-v428769. [ 2193.001820] env[62448]: DEBUG oslo.service.loopingcall [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.002128] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.002474] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84885678-f57f-4c22-a2c6-641dfa565f6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.028914] env[62448]: DEBUG nova.compute.utils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2193.034021] env[62448]: DEBUG nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2193.036400] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.036400] env[62448]: value = "task-2093594" [ 2193.036400] env[62448]: _type = "Task" [ 2193.036400] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.050955] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093594, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.152127] env[62448]: DEBUG nova.network.neutron [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updating instance_info_cache with network_info: [{"id": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "address": "fa:16:3e:a3:d0:c9", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f421cf3-b8", "ovs_interfaceid": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.157461] env[62448]: DEBUG nova.network.neutron [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.225935] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2193.286810] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d8d078-b2c1-0dbb-c84e-e8204440f9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.289382] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64822db5-9dc1-4342-a5c6-ee065c1e8065 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.296882] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2193.296882] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c4d63c-9c3a-c5c6-c462-320867436c71" [ 2193.296882] env[62448]: _type = "Task" [ 2193.296882] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.309555] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c4d63c-9c3a-c5c6-c462-320867436c71, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.310435] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.310435] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 43e52bf6-bb06-47d1-8478-e64c6c6faf93/43e52bf6-bb06-47d1-8478-e64c6c6faf93.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2193.310435] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5146ad-6dce-416b-a71f-50fc53a2668b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.319299] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2193.319299] env[62448]: value = "task-2093595" [ 2193.319299] env[62448]: _type = "Task" [ 2193.319299] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.327983] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.398558] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.442706] env[62448]: DEBUG nova.network.neutron [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updated VIF entry in instance network info cache for port 35d804b7-d134-408b-a1c2-86505a4c158a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.443085] env[62448]: DEBUG nova.network.neutron [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.532540] env[62448]: DEBUG nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2193.548733] env[62448]: DEBUG nova.network.neutron [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updated VIF entry in instance network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.550158] env[62448]: DEBUG nova.network.neutron [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.559910] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093594, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.655479] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.655973] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Instance network_info: |[{"id": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "address": "fa:16:3e:a3:d0:c9", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f421cf3-b8", "ovs_interfaceid": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2193.656651] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.660081] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d0:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f421cf3-b8fb-47b4-a93a-0951d628ee1c', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.676023] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Creating folder: Project (5c32e870eaa74ba3aab0f5769a357360). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2193.679130] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ae91456-efb8-4ee2-8e9a-45b7bbb4c63b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.684201] env[62448]: DEBUG nova.network.neutron [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Updating instance_info_cache with network_info: [{"id": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "address": "fa:16:3e:07:e7:ac", "network": {"id": "74cd9ef9-9182-490f-a2d8-f6500c1037ff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-942041155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e11e08e40606437c903d3d3194d53b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd14118-2e", "ovs_interfaceid": "9fd14118-2e31-431d-9a49-09f0d65ea1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.708303] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Created folder: Project (5c32e870eaa74ba3aab0f5769a357360) in parent group-v428508. [ 2193.708542] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Creating folder: Instances. Parent ref: group-v428772. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2193.709121] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-192e282d-8020-4ee9-ace6-b96ac355255e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.713611] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6a319fd952e699b2f5839dbf8dea9e5a',container_format='bare',created_at=2025-01-13T20:30:11Z,direct_url=,disk_format='vmdk',id=c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2132747989-shelved',owner='0e21e0f6c81b4ce381120b1226e8555c',properties=ImageMetaProps,protected=,size=31593472,status='active',tags=,updated_at=2025-01-13T20:30:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.713847] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.714083] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.714266] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.714414] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.714596] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.714825] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.714985] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.715193] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.715365] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.715543] env[62448]: DEBUG nova.virt.hardware [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.716959] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfabf5c8-764e-4f33-a334-321f0b2462a3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.731646] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ce5ae-9486-4ed9-99e4-84fa764350b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.744305] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Created folder: Instances in parent group-v428772. [ 2193.745203] env[62448]: DEBUG oslo.service.loopingcall [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.746524] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.747326] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5f34c7-f88d-4f9f-9579-c43b3f814f84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.772471] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.785466] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:7b:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd71d02a-337d-4a42-baa8-c0f950e63c86', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2193.794099] env[62448]: DEBUG oslo.service.loopingcall [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.795101] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2193.795354] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe24311-0d8b-4463-a081-7e6b33cbc361 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.815935] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.815935] env[62448]: value = "task-2093598" [ 2193.815935] env[62448]: _type = "Task" [ 2193.815935] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.826645] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2193.826645] env[62448]: value = "task-2093599" [ 2193.826645] env[62448]: _type = "Task" [ 2193.826645] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.836676] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093599, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.843473] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093598, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.843776] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093595, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.901431] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093591, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.945862] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Releasing lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.946379] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Received event network-vif-plugged-9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.946666] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.947113] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.947449] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.947740] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] No waiting events found dispatching network-vif-plugged-9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2193.948059] env[62448]: WARNING nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Received unexpected event network-vif-plugged-9f421cf3-b8fb-47b4-a93a-0951d628ee1c for instance with vm_state building and task_state spawning. [ 2193.948412] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Received event network-vif-plugged-f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.948768] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Acquiring lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.949223] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.949585] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.949916] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] No waiting events found dispatching network-vif-plugged-f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2193.950325] env[62448]: WARNING nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Received unexpected event network-vif-plugged-f98d9062-1544-4271-8958-faff07b7eba1 for instance with vm_state building and task_state spawning. [ 2193.950657] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Received event network-changed-9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.950971] env[62448]: DEBUG nova.compute.manager [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Refreshing instance network info cache due to event network-changed-9f421cf3-b8fb-47b4-a93a-0951d628ee1c. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2193.951435] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Acquiring lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.951718] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Acquired lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.952146] env[62448]: DEBUG nova.network.neutron [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Refreshing network info cache for port 9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2194.000852] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Received event network-changed-f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.001364] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Refreshing instance network info cache due to event network-changed-f98d9062-1544-4271-8958-faff07b7eba1. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2194.001457] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquiring lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.001616] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquired lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.001777] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Refreshing network info cache for port f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2194.028559] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716eca22-b3ef-4996-bc4c-2258fd85c7bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.048212] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17159d8f-be98-4aea-b954-86e85c422efb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.052950] env[62448]: DEBUG oslo_concurrency.lockutils [req-1a73d0bc-6b8b-4d7d-a2a6-7dae830b8e6a req-b0d8dd68-3a6c-4dac-a369-b73cb8491b0d service nova] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.058152] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093594, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.085129] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa3bff-435a-4e5c-9096-c43afcdf5f6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.094449] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065cf4e-44de-4485-a08f-cd631307d99c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.116689] env[62448]: DEBUG nova.compute.provider_tree [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2194.188295] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Releasing lock "refresh_cache-038a7517-0972-4351-be2f-d44af711acdb" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.189138] env[62448]: DEBUG nova.objects.instance [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lazy-loading 'flavor' on Instance uuid 038a7517-0972-4351-be2f-d44af711acdb {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.337852] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093598, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.342733] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724436} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.343150] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 43e52bf6-bb06-47d1-8478-e64c6c6faf93/43e52bf6-bb06-47d1-8478-e64c6c6faf93.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2194.343439] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2194.343788] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64333038-e730-411a-9f19-d2f14db96839 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.349355] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093599, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.354633] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2194.354633] env[62448]: value = "task-2093600" [ 2194.354633] env[62448]: _type = "Task" [ 2194.354633] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.364267] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.398093] env[62448]: DEBUG oslo_vmware.api [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093591, 'name': PowerOnVM_Task, 'duration_secs': 1.461657} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.398406] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2194.398625] env[62448]: INFO nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Took 15.54 seconds to spawn the instance on the hypervisor. [ 2194.399165] env[62448]: DEBUG nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2194.399682] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e414fdc-4b5e-4aee-9c25-ed2c67f9782e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.548638] env[62448]: DEBUG nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2194.556434] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093594, 'name': CreateVM_Task, 'duration_secs': 1.207412} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.556629] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.557374] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.557538] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.557914] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2194.558225] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acb7051-fa5d-4179-bc00-ef9d4dac08b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.565393] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2194.565393] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52045717-ff6d-fa5a-4412-1abe3b721f04" [ 2194.565393] env[62448]: _type = "Task" [ 2194.565393] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.581395] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52045717-ff6d-fa5a-4412-1abe3b721f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.585077] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2194.585385] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2194.585930] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2194.585930] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2194.586070] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2194.586164] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2194.586372] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2194.586533] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2194.586699] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2194.586858] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2194.587075] env[62448]: DEBUG nova.virt.hardware [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2194.588242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cfaae1-8cab-4c3b-9482-6ef5f3f83439 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.597062] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317b34e-20c0-48ad-b461-fc1e2445c2d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.612706] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2194.618447] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Creating folder: Project (3333fbb3d52d4c76b63738b9ae572d52). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2194.619536] env[62448]: DEBUG nova.scheduler.client.report [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2194.622779] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2976985-728d-4360-9e8f-4bbae0cfa5a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.638329] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Created folder: Project (3333fbb3d52d4c76b63738b9ae572d52) in parent group-v428508. [ 2194.638597] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Creating folder: Instances. Parent ref: group-v428776. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2194.639191] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3864b35-3331-4e7e-8ab1-2be6a2030a10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.653733] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Created folder: Instances in parent group-v428776. [ 2194.653980] env[62448]: DEBUG oslo.service.loopingcall [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2194.656647] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2194.656898] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa6046c1-22f6-46ae-a807-a6bc76a9e083 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.676503] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2194.676503] env[62448]: value = "task-2093604" [ 2194.676503] env[62448]: _type = "Task" [ 2194.676503] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.685581] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093604, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.699462] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ca21d-2eb1-43d1-9356-26f53d10522a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.724772] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2194.727439] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-476e0e49-89db-4cfb-8220-71b1d9ab068c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.734942] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2194.734942] env[62448]: value = "task-2093605" [ 2194.734942] env[62448]: _type = "Task" [ 2194.734942] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.749408] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.830761] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093598, 'name': CreateVM_Task, 'duration_secs': 0.831269} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.836020] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.836020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.847046] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093599, 'name': CreateVM_Task, 'duration_secs': 0.870683} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.847046] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2194.847046] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.847046] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.847861] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2194.847984] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0c0478-c16b-4394-83d0-0378720209de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.855586] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2194.855586] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52acadfc-9ab8-fdd3-8466-2c3c24fefdad" [ 2194.855586] env[62448]: _type = "Task" [ 2194.855586] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.871543] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140772} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.875124] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2194.875524] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52acadfc-9ab8-fdd3-8466-2c3c24fefdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.877813] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663e9e8-a3d6-4998-b236-031a68c9f529 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.905775] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 43e52bf6-bb06-47d1-8478-e64c6c6faf93/43e52bf6-bb06-47d1-8478-e64c6c6faf93.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2194.909231] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648b7d2d-cabb-47e5-8f92-afa49c0f5b07 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.934363] env[62448]: INFO nova.compute.manager [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Took 23.36 seconds to build instance. [ 2194.941060] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2194.941060] env[62448]: value = "task-2093606" [ 2194.941060] env[62448]: _type = "Task" [ 2194.941060] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.953874] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.020626] env[62448]: DEBUG nova.network.neutron [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updated VIF entry in instance network info cache for port 9f421cf3-b8fb-47b4-a93a-0951d628ee1c. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2195.020626] env[62448]: DEBUG nova.network.neutron [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updating instance_info_cache with network_info: [{"id": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "address": "fa:16:3e:a3:d0:c9", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f421cf3-b8", "ovs_interfaceid": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.043122] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Updated VIF entry in instance network info cache for port f98d9062-1544-4271-8958-faff07b7eba1. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2195.043688] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Updating instance_info_cache with network_info: [{"id": "f98d9062-1544-4271-8958-faff07b7eba1", "address": "fa:16:3e:55:a2:92", "network": {"id": "105f7388-af46-4fc3-a403-d69bff058c2c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1764833525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2720dc244a664067afef33777807f6a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98d9062-15", "ovs_interfaceid": "f98d9062-1544-4271-8958-faff07b7eba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.078275] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52045717-ff6d-fa5a-4412-1abe3b721f04, 'name': SearchDatastore_Task, 'duration_secs': 0.017809} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.078275] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.078275] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.078620] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.078620] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.078806] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2195.079184] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.079529] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2195.079783] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e7ec724-23f5-461f-912c-f7f148c6d8c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.082196] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e7ad37-a695-45fd-b9ea-dd4fbe19d354 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.089841] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2195.089841] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525760bd-8074-843b-db48-8291da88b761" [ 2195.089841] env[62448]: _type = "Task" [ 2195.089841] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.096951] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2195.097259] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2195.098927] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3d631e-506c-441c-8223-a0c763698b88 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.107353] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525760bd-8074-843b-db48-8291da88b761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.114967] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2195.114967] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5dbd4-08ef-c088-ed0b-5efa6adc9703" [ 2195.114967] env[62448]: _type = "Task" [ 2195.114967] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.126119] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.126891] env[62448]: DEBUG nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2195.135413] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.363s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.138509] env[62448]: INFO nova.compute.claims [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2195.141314] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5dbd4-08ef-c088-ed0b-5efa6adc9703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.190465] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093604, 'name': CreateVM_Task, 'duration_secs': 0.470382} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.190617] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2195.191145] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.245986] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093605, 'name': PowerOffVM_Task, 'duration_secs': 0.397828} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.246452] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2195.252178] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2195.253115] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9780f8a-a409-4c97-83e6-1287603dbf3b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.277307] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2195.277307] env[62448]: value = "task-2093607" [ 2195.277307] env[62448]: _type = "Task" [ 2195.277307] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.285542] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.369742] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.370098] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Processing image c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.370361] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.370511] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.370690] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2195.370945] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d3d12d-6d9d-405e-878c-c2da3ebc10e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.381814] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2195.382052] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2195.382877] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e260efa-83df-4f50-8ff9-48d18b7e8781 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.391792] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2195.391792] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52094040-a02f-5436-7698-be6a68ece9fc" [ 2195.391792] env[62448]: _type = "Task" [ 2195.391792] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.402118] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52094040-a02f-5436-7698-be6a68ece9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.443029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-27c6ab2b-8680-4e75-a29b-0441aff53c87 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.878s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.453371] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.523143] env[62448]: DEBUG oslo_concurrency.lockutils [req-4df58d6a-9856-4a61-935a-d39ede2a278f req-49461e9f-512e-487e-81d2-e96beeeb3406 service nova] Releasing lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.547255] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Releasing lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.547531] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-vif-plugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2195.547731] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.547945] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.548130] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.548298] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] No waiting events found dispatching network-vif-plugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2195.548463] env[62448]: WARNING nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received unexpected event network-vif-plugged-cd71d02a-337d-4a42-baa8-c0f950e63c86 for instance with vm_state shelved_offloaded and task_state spawning. [ 2195.548629] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-changed-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2195.548782] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Refreshing instance network info cache due to event network-changed-cd71d02a-337d-4a42-baa8-c0f950e63c86. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2195.549166] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.549166] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.549306] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Refreshing network info cache for port cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2195.602925] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525760bd-8074-843b-db48-8291da88b761, 'name': SearchDatastore_Task, 'duration_secs': 0.027892} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.603288] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.603528] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.603788] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.603964] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.604305] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2195.604563] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e34d8d-4963-4f7a-a2a1-7cb52094d25e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.609433] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2195.609433] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52abd52d-ef56-fa31-e0cd-8fd65c8f5ecc" [ 2195.609433] env[62448]: _type = "Task" [ 2195.609433] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.617518] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52abd52d-ef56-fa31-e0cd-8fd65c8f5ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.626234] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c5dbd4-08ef-c088-ed0b-5efa6adc9703, 'name': SearchDatastore_Task, 'duration_secs': 0.022344} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.627120] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68afee2-9446-48dc-becc-630f0de59f81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.633689] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2195.633689] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52dc7360-14fa-1ce2-d533-02681c0fcf40" [ 2195.633689] env[62448]: _type = "Task" [ 2195.633689] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.641202] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52dc7360-14fa-1ce2-d533-02681c0fcf40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.645303] env[62448]: DEBUG nova.compute.utils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2195.646648] env[62448]: DEBUG nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Not allocating networking since 'none' was specified. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2195.787023] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093607, 'name': ReconfigVM_Task, 'duration_secs': 0.330686} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.787217] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2195.788702] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2195.788702] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343f2a73-5999-4bf2-b104-028a0c37544d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.795545] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2195.795545] env[62448]: value = "task-2093608" [ 2195.795545] env[62448]: _type = "Task" [ 2195.795545] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.805237] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.905014] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Preparing fetch location {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2195.905346] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Fetch image to [datastore2] OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63/OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63.vmdk {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2195.905544] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Downloading stream optimized image c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc to [datastore2] OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63/OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63.vmdk on the data store datastore2 as vApp {{(pid=62448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2195.905717] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Downloading image file data c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc to the ESX as VM named 'OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63' {{(pid=62448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2195.956386] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093606, 'name': ReconfigVM_Task, 'duration_secs': 0.578571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.956685] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 43e52bf6-bb06-47d1-8478-e64c6c6faf93/43e52bf6-bb06-47d1-8478-e64c6c6faf93.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2195.957345] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b8a5c0-c2e9-4ab0-874d-22d4e383ab1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.968810] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2195.968810] env[62448]: value = "task-2093609" [ 2195.968810] env[62448]: _type = "Task" [ 2195.968810] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.977545] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093609, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.985634] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2195.985634] env[62448]: value = "resgroup-9" [ 2195.985634] env[62448]: _type = "ResourcePool" [ 2195.985634] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2195.985893] env[62448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-76b93178-d668-4aad-80df-1be8abcdb53e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.016304] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lease: (returnval){ [ 2196.016304] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2196.016304] env[62448]: _type = "HttpNfcLease" [ 2196.016304] env[62448]: } obtained for vApp import into resource pool (val){ [ 2196.016304] env[62448]: value = "resgroup-9" [ 2196.016304] env[62448]: _type = "ResourcePool" [ 2196.016304] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2196.016558] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the lease: (returnval){ [ 2196.016558] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2196.016558] env[62448]: _type = "HttpNfcLease" [ 2196.016558] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2196.027260] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2196.027260] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2196.027260] env[62448]: _type = "HttpNfcLease" [ 2196.027260] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2196.039056] env[62448]: DEBUG nova.compute.manager [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2196.039186] env[62448]: DEBUG nova.compute.manager [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing instance network info cache due to event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2196.039381] env[62448]: DEBUG oslo_concurrency.lockutils [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.039533] env[62448]: DEBUG oslo_concurrency.lockutils [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.039709] env[62448]: DEBUG nova.network.neutron [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2196.121735] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52abd52d-ef56-fa31-e0cd-8fd65c8f5ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.028515} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.123183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.123183] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2196.123183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.147020] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52dc7360-14fa-1ce2-d533-02681c0fcf40, 'name': SearchDatastore_Task, 'duration_secs': 0.037537} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.147020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.147020] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20/7860c232-d6e7-44f6-9aa5-5c7e71cb1f20.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2196.147020] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.147020] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2196.147020] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a091113-90a5-4e56-b810-c2e515606157 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.148263] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb58128-73bb-44a7-a360-5abd217abce4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.154111] env[62448]: DEBUG nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2196.165984] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2196.165984] env[62448]: value = "task-2093611" [ 2196.165984] env[62448]: _type = "Task" [ 2196.165984] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.169160] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2196.169160] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2196.172997] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da0de4f-3308-4abd-a808-d5146f69c460 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.182257] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.186846] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2196.186846] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52656ee0-85c2-d07d-d4dc-65c67022eaa4" [ 2196.186846] env[62448]: _type = "Task" [ 2196.186846] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.201633] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52656ee0-85c2-d07d-d4dc-65c67022eaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.203364] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f19f007-bd2e-4bef-a312-1603706e7575 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.212368] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2196.212368] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c65742-6678-efb1-ed28-efd75826050f" [ 2196.212368] env[62448]: _type = "Task" [ 2196.212368] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.225239] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c65742-6678-efb1-ed28-efd75826050f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.230511] env[62448]: DEBUG nova.compute.manager [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2196.309415] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.385179] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updated VIF entry in instance network info cache for port cd71d02a-337d-4a42-baa8-c0f950e63c86. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2196.385179] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.479646] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093609, 'name': Rename_Task, 'duration_secs': 0.163776} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.482508] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2196.482998] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af5eefd-5e4b-4865-9e9f-176d7f0caedc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.489934] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2196.489934] env[62448]: value = "task-2093612" [ 2196.489934] env[62448]: _type = "Task" [ 2196.489934] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.500672] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.506626] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4705cb8d-651c-4fb9-bb11-2569f1d49317 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.514016] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a4cfe-0355-4911-9596-39c2505e64f5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.523750] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2196.523750] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2196.523750] env[62448]: _type = "HttpNfcLease" [ 2196.523750] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2196.551722] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f5483-529a-4187-aa0a-1abe324b8b43 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.560842] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad60923b-f2fb-4fd2-b384-74540e4d1625 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.578275] env[62448]: DEBUG nova.compute.provider_tree [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.682211] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.725309] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c65742-6678-efb1-ed28-efd75826050f, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.725611] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.725896] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7c5faaf6-c41f-42ca-abf1-9eb97e68268b/7c5faaf6-c41f-42ca-abf1-9eb97e68268b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2196.726218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.726438] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2196.726669] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd182082-5262-44f3-b378-61e38770d2cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.729048] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a50106c-d45a-4952-800e-dd5285c379fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.743438] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2196.743438] env[62448]: value = "task-2093613" [ 2196.743438] env[62448]: _type = "Task" [ 2196.743438] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.748190] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2196.748414] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2196.749618] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93cc142-3059-4380-a044-60eefeb58089 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.753570] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.757148] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.762540] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2196.762540] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a424e3-7cf6-e076-1114-beeba386322d" [ 2196.762540] env[62448]: _type = "Task" [ 2196.762540] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.773319] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a424e3-7cf6-e076-1114-beeba386322d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.780596] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2196.780891] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428768', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'name': 'volume-c8f98f55-8c85-4944-9cb7-e9f370886c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'serial': 'c8f98f55-8c85-4944-9cb7-e9f370886c68'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2196.781967] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2366f11c-5e8c-495c-9202-f778078af45a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.807591] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c65a71-d4ee-45b3-8c80-027076ea98a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.819021] env[62448]: DEBUG oslo_vmware.api [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093608, 'name': PowerOnVM_Task, 'duration_secs': 0.561255} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.834429] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2196.834897] env[62448]: DEBUG nova.compute.manager [None req-1100c598-bbb8-4cf2-babe-c6f8f6c4589b tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2196.843727] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-c8f98f55-8c85-4944-9cb7-e9f370886c68/volume-c8f98f55-8c85-4944-9cb7-e9f370886c68.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.844814] env[62448]: DEBUG nova.network.neutron [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updated VIF entry in instance network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2196.845211] env[62448]: DEBUG nova.network.neutron [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2196.847242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f978d6cf-197e-4f7f-954f-fa8ae7f8e901 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.850942] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5059a3ce-facd-4d43-92b6-d5e9527e43ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.876699] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2196.876699] env[62448]: value = "task-2093614" [ 2196.876699] env[62448]: _type = "Task" [ 2196.876699] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.886949] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.889728] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.890161] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2196.890515] env[62448]: DEBUG nova.compute.manager [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing instance network info cache due to event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2196.890877] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.891157] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.891423] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2197.003561] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.026885] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2197.026885] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2197.026885] env[62448]: _type = "HttpNfcLease" [ 2197.026885] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2197.082403] env[62448]: DEBUG nova.scheduler.client.report [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.169250] env[62448]: DEBUG nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2197.182686] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701738} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.182959] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20/7860c232-d6e7-44f6-9aa5-5c7e71cb1f20.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2197.183195] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2197.183466] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1282754-4157-4328-b56d-4fefb9eb0361 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.192920] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2197.192920] env[62448]: value = "task-2093615" [ 2197.192920] env[62448]: _type = "Task" [ 2197.192920] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.208569] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.211402] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2197.211736] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2197.211904] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2197.212142] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2197.212293] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2197.212481] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2197.212760] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2197.212941] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2197.213180] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2197.213356] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2197.213535] env[62448]: DEBUG nova.virt.hardware [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2197.214516] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f75ca3-bb45-4959-a1d7-c50d8b6a9104 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.224100] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87994265-fc29-46fd-8795-d1c5caf4972f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.241204] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2197.247657] env[62448]: DEBUG oslo.service.loopingcall [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.248098] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2197.251621] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fdb004d-e34c-4270-85b6-fd76da201293 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.272518] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.274589] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2197.274589] env[62448]: value = "task-2093616" [ 2197.274589] env[62448]: _type = "Task" [ 2197.274589] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.282207] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a424e3-7cf6-e076-1114-beeba386322d, 'name': SearchDatastore_Task, 'duration_secs': 0.054022} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.286108] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093616, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.286339] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fed2434-bbe8-4512-ba0c-4feed78ca442 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.292657] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2197.292657] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ad9eb3-52cb-7f2d-8577-4302b06d5448" [ 2197.292657] env[62448]: _type = "Task" [ 2197.292657] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.303116] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ad9eb3-52cb-7f2d-8577-4302b06d5448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.366619] env[62448]: DEBUG oslo_concurrency.lockutils [req-898b75dd-6c53-478d-964a-727709678e87 req-52bcec25-e8c4-40ab-97ae-1cf389ecf48d service nova] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.387783] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.506827] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.534284] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2197.534284] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2197.534284] env[62448]: _type = "HttpNfcLease" [ 2197.534284] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2197.534951] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2197.534951] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f72732-b7b4-5ee4-2882-ea130e0b4c24" [ 2197.534951] env[62448]: _type = "HttpNfcLease" [ 2197.534951] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2197.535814] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7de0d9-1394-428f-8e32-54e3284e34f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.545646] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533c22-1fa3-31c7-d6bb-c55beab55bb7/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2197.549021] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating HTTP connection to write to file with size = 31593472 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533c22-1fa3-31c7-d6bb-c55beab55bb7/disk-0.vmdk. {{(pid=62448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2197.604712] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.605273] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2197.611993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.858s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.619219] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45f003e5-f341-48a0-b3bd-09a734df9e0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.703972] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223078} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.703972] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2197.704399] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79cf3ad-80b1-452d-958e-24d6b1a95c6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.731452] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20/7860c232-d6e7-44f6-9aa5-5c7e71cb1f20.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2197.731808] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f56984ca-7450-4c32-8c75-90bf43571c9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.763030] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627395} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.763030] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7c5faaf6-c41f-42ca-abf1-9eb97e68268b/7c5faaf6-c41f-42ca-abf1-9eb97e68268b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2197.763030] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2197.763030] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2197.763030] env[62448]: value = "task-2093617" [ 2197.763030] env[62448]: _type = "Task" [ 2197.763030] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.763273] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97a65e02-265d-425d-a916-36cadc0f0208 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.776585] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.781268] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2197.781268] env[62448]: value = "task-2093618" [ 2197.781268] env[62448]: _type = "Task" [ 2197.781268] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.789462] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093616, 'name': CreateVM_Task, 'duration_secs': 0.45628} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.790241] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updated VIF entry in instance network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2197.790569] env[62448]: DEBUG nova.network.neutron [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.792128] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2197.792743] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.792954] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.793233] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2197.793546] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cec1d22-c9bf-4f2d-ab28-735d776d233a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.802143] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.805528] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2197.805528] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523c5f04-6d56-95ad-8ecc-a82dabfdbb46" [ 2197.805528] env[62448]: _type = "Task" [ 2197.805528] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.812426] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ad9eb3-52cb-7f2d-8577-4302b06d5448, 'name': SearchDatastore_Task, 'duration_secs': 0.051277} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.813034] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.813394] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] de4c87a3-6f06-4501-8856-a70e09075f7c/de4c87a3-6f06-4501-8856-a70e09075f7c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2197.813799] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9956692e-31ae-4941-8267-eed3d4d73b4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.819882] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523c5f04-6d56-95ad-8ecc-a82dabfdbb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.821419] env[62448]: DEBUG nova.objects.instance [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lazy-loading 'flavor' on Instance uuid a0524105-0868-4c4a-a749-f1a7a6ceb10b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.829762] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2197.829762] env[62448]: value = "task-2093619" [ 2197.829762] env[62448]: _type = "Task" [ 2197.829762] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.839604] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.889085] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093614, 'name': ReconfigVM_Task, 'duration_secs': 0.819611} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.889374] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-c8f98f55-8c85-4944-9cb7-e9f370886c68/volume-c8f98f55-8c85-4944-9cb7-e9f370886c68.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.894051] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8463a968-2f54-4839-95d8-9da901c7a234 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.912050] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2197.912050] env[62448]: value = "task-2093620" [ 2197.912050] env[62448]: _type = "Task" [ 2197.912050] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.921087] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.003814] env[62448]: DEBUG oslo_vmware.api [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093612, 'name': PowerOnVM_Task, 'duration_secs': 1.125299} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.004199] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2198.004455] env[62448]: INFO nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Took 16.43 seconds to spawn the instance on the hypervisor. [ 2198.004646] env[62448]: DEBUG nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2198.005458] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd3c0d-a7ff-4223-9276-e698e669a46f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.119723] env[62448]: DEBUG nova.compute.utils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2198.124415] env[62448]: INFO nova.compute.claims [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2198.128044] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2198.128290] env[62448]: DEBUG nova.network.neutron [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2198.175687] env[62448]: DEBUG nova.policy [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63faf8d5cbdd4456bf5386f1ae83a005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c1cf0ecdf0546169a07e8ad3c474176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2198.275726] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.291025] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246085} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.291025] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2198.291793] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4723735-80eb-49fb-8592-f3ac5ae2c35f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.294970] env[62448]: DEBUG oslo_concurrency.lockutils [req-f39b6f27-17a0-4d70-ad7a-eccfebaa3dff req-eee02594-0ea2-4f5b-876d-b1bd76afbd4e service nova] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.316537] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 7c5faaf6-c41f-42ca-abf1-9eb97e68268b/7c5faaf6-c41f-42ca-abf1-9eb97e68268b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2198.321251] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0213d90-4209-4ba2-a9bd-c92693655464 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.343530] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.343799] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.352802] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523c5f04-6d56-95ad-8ecc-a82dabfdbb46, 'name': SearchDatastore_Task, 'duration_secs': 0.035464} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.354952] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.355261] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2198.355552] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.355785] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.355998] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2198.356435] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2198.356435] env[62448]: value = "task-2093621" [ 2198.356435] env[62448]: _type = "Task" [ 2198.356435] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.359735] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dbb6708-2741-4535-8034-ca4a1e608c0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.361943] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093619, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.375336] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.381632] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2198.382036] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2198.382763] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efbf22f-c3f8-4975-b423-60ae98ab6956 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.394787] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2198.394787] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f32e2a-97b9-163b-10d0-9f8fa110b23f" [ 2198.394787] env[62448]: _type = "Task" [ 2198.394787] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.409755] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f32e2a-97b9-163b-10d0-9f8fa110b23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.426606] env[62448]: DEBUG oslo_vmware.api [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093620, 'name': ReconfigVM_Task, 'duration_secs': 0.258272} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.426981] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428768', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'name': 'volume-c8f98f55-8c85-4944-9cb7-e9f370886c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'serial': 'c8f98f55-8c85-4944-9cb7-e9f370886c68'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2198.526792] env[62448]: INFO nova.compute.manager [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Took 23.14 seconds to build instance. [ 2198.613257] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "038a7517-0972-4351-be2f-d44af711acdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.614023] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "038a7517-0972-4351-be2f-d44af711acdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.614764] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "038a7517-0972-4351-be2f-d44af711acdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.615069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "038a7517-0972-4351-be2f-d44af711acdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.615353] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "038a7517-0972-4351-be2f-d44af711acdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.618050] env[62448]: INFO nova.compute.manager [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Terminating instance [ 2198.633674] env[62448]: INFO nova.compute.resource_tracker [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating resource usage from migration 89ff0bdc-5648-4ee3-8f6f-e5a2fa245b12 [ 2198.638202] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2198.782190] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093617, 'name': ReconfigVM_Task, 'duration_secs': 1.000868} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.782190] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20/7860c232-d6e7-44f6-9aa5-5c7e71cb1f20.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2198.782190] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837c8e37-cffb-4867-b7c5-699b577550f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.791058] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2198.791058] env[62448]: value = "task-2093622" [ 2198.791058] env[62448]: _type = "Task" [ 2198.791058] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.809072] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093622, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.852712] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864665} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.853057] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] de4c87a3-6f06-4501-8856-a70e09075f7c/de4c87a3-6f06-4501-8856-a70e09075f7c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2198.853358] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2198.853654] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03e8c5d7-8a6a-4bd9-bdf0-33f7ec8cbe55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.868946] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2198.868946] env[62448]: value = "task-2093623" [ 2198.868946] env[62448]: _type = "Task" [ 2198.868946] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.880920] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.891121] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.912724] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f32e2a-97b9-163b-10d0-9f8fa110b23f, 'name': SearchDatastore_Task, 'duration_secs': 0.057745} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.913824] env[62448]: DEBUG nova.network.neutron [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Successfully created port: 54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2198.920592] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3f2205-5e86-4308-8918-bca67c954a07 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.933657] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2198.933657] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d5d192-7323-07fe-7b2c-1e4ebe7a0042" [ 2198.933657] env[62448]: _type = "Task" [ 2198.933657] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.959554] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d5d192-7323-07fe-7b2c-1e4ebe7a0042, 'name': SearchDatastore_Task, 'duration_secs': 0.016831} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.959967] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.960348] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2198.964153] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7995e96e-a1d5-4ade-8e35-33985dbbdf03 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.975843] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2198.975843] env[62448]: value = "task-2093624" [ 2198.975843] env[62448]: _type = "Task" [ 2198.975843] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.994823] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.033083] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b289de43-74c9-4081-86bf-24335786f7e9 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.656s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.093594] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17077177-9e67-4ef7-b3d6-bdb3fd41d770 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.107164] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb52ba-481d-4ef2-b4f5-ef8c0c4d6027 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.145566] env[62448]: DEBUG nova.compute.manager [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2199.145954] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.151569] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686a5390-39a5-4aa8-b7e1-0326a07e1cc8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.154994] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92280830-df9f-4116-bba7-9d67eb90dd64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.168694] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f78702-a43e-4880-a5a3-81ecd4662d54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.173866] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.174179] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d091d1fb-eab5-477d-b691-0be480b020e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.193994] env[62448]: DEBUG nova.compute.provider_tree [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2199.195619] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2199.195619] env[62448]: value = "task-2093625" [ 2199.195619] env[62448]: _type = "Task" [ 2199.195619] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.218428] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.310663] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093622, 'name': Rename_Task, 'duration_secs': 0.213697} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.312802] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.313233] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe446553-f581-4eb5-aa19-dc638bbfe4c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.323063] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2199.323063] env[62448]: value = "task-2093626" [ 2199.323063] env[62448]: _type = "Task" [ 2199.323063] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.336051] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.379588] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093621, 'name': ReconfigVM_Task, 'duration_secs': 0.7217} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.382480] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 7c5faaf6-c41f-42ca-abf1-9eb97e68268b/7c5faaf6-c41f-42ca-abf1-9eb97e68268b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2199.382480] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bdd04a3-f2a8-42b9-8e1d-6bde34ef5a46 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.392552] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139527} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.396334] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2199.396791] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2199.396791] env[62448]: value = "task-2093627" [ 2199.396791] env[62448]: _type = "Task" [ 2199.396791] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.397748] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39528a0c-0055-4feb-9d53-2d10a649396a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.437146] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] de4c87a3-6f06-4501-8856-a70e09075f7c/de4c87a3-6f06-4501-8856-a70e09075f7c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2199.445484] env[62448]: DEBUG nova.network.neutron [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2199.446951] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66c74c4-5620-470b-a19a-1b14da1371cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.465915] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093627, 'name': Rename_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.479456] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2199.479456] env[62448]: value = "task-2093628" [ 2199.479456] env[62448]: _type = "Task" [ 2199.479456] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.490933] env[62448]: DEBUG nova.objects.instance [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'flavor' on Instance uuid 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.501655] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.501994] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.553810] env[62448]: DEBUG nova.compute.manager [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2199.553963] env[62448]: DEBUG nova.compute.manager [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing instance network info cache due to event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2199.554127] env[62448]: DEBUG oslo_concurrency.lockutils [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.583249] env[62448]: DEBUG nova.compute.manager [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Received event network-changed-35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2199.583456] env[62448]: DEBUG nova.compute.manager [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Refreshing instance network info cache due to event network-changed-35d804b7-d134-408b-a1c2-86505a4c158a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2199.583732] env[62448]: DEBUG oslo_concurrency.lockutils [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] Acquiring lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.583878] env[62448]: DEBUG oslo_concurrency.lockutils [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] Acquired lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.584210] env[62448]: DEBUG nova.network.neutron [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Refreshing network info cache for port 35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2199.660434] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2199.694655] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2199.695073] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2199.695246] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2199.695357] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2199.695501] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2199.695645] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2199.695853] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2199.696094] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2199.696490] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2199.696705] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2199.696939] env[62448]: DEBUG nova.virt.hardware [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2199.700575] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b21684-7dc7-4c90-8a3d-c9cac1336ff6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.704228] env[62448]: INFO nova.compute.manager [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Rescuing [ 2199.704511] env[62448]: DEBUG oslo_concurrency.lockutils [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.704899] env[62448]: DEBUG oslo_concurrency.lockutils [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.704956] env[62448]: DEBUG nova.network.neutron [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2199.720620] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f08649-3b64-4ea3-a25c-84f72183a99d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.726555] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093625, 'name': PowerOffVM_Task, 'duration_secs': 0.330142} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.727488] env[62448]: ERROR nova.scheduler.client.report [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [req-7bee5676-acb0-410a-a7bf-82efbb8689d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bee5676-acb0-410a-a7bf-82efbb8689d3"}]} [ 2199.730009] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2199.733040] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2199.735425] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8850c288-c35f-4e00-9b07-36165f0841c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.753597] env[62448]: DEBUG nova.scheduler.client.report [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2199.774202] env[62448]: DEBUG nova.scheduler.client.report [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2199.774202] env[62448]: DEBUG nova.compute.provider_tree [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2199.788656] env[62448]: DEBUG nova.scheduler.client.report [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2199.810797] env[62448]: DEBUG nova.scheduler.client.report [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2199.838605] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.881528] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Completed reading data from the image iterator. {{(pid=62448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2199.881872] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533c22-1fa3-31c7-d6bb-c55beab55bb7/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2199.882894] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a0d25-ae23-488d-90c0-b13f157023f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.890307] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2199.890618] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2199.891023] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Deleting the datastore file [datastore2] 038a7517-0972-4351-be2f-d44af711acdb {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2199.891963] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff96144-2937-4abe-b8b4-c4671a8b2201 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.896745] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533c22-1fa3-31c7-d6bb-c55beab55bb7/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2199.896936] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533c22-1fa3-31c7-d6bb-c55beab55bb7/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2199.897209] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-282eb9c4-7684-4fb6-96cd-ed3a5f1bb5e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.905777] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2199.905777] env[62448]: value = "task-2093630" [ 2199.905777] env[62448]: _type = "Task" [ 2199.905777] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.917773] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.921166] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093627, 'name': Rename_Task, 'duration_secs': 0.276037} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.923977] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.924424] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a4cb295-1e19-4946-b38a-194579ff7d96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.934125] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2199.934125] env[62448]: value = "task-2093631" [ 2199.934125] env[62448]: _type = "Task" [ 2199.934125] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.946125] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.994926] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641961} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.996167] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2199.996167] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2199.996346] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36943c30-3bfc-4583-a411-f34f5d3c5a84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.002062] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.011269] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2200.011269] env[62448]: value = "task-2093632" [ 2200.011269] env[62448]: _type = "Task" [ 2200.011269] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.011771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b92a68dc-1c6c-43b9-9394-7fb6b3ae3b0e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.849s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.022507] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.168770] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc9090-b894-4921-ab1d-1d5359cc7d7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.179809] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e98fa-94a4-4906-a84d-a2cd3052a597 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.218398] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a17774-4bc0-4c02-b432-32b529c181db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.230757] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca2bee3-084a-4eb8-a358-f0d01c9dc516 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.235292] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-bfec9622-51a6-45c6-a0f6-fbd0257213a7-0afa8c6d-c891-4730-a325-8decacf5801e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.235579] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-bfec9622-51a6-45c6-a0f6-fbd0257213a7-0afa8c6d-c891-4730-a325-8decacf5801e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.235921] env[62448]: DEBUG nova.objects.instance [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'flavor' on Instance uuid bfec9622-51a6-45c6-a0f6-fbd0257213a7 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2200.248423] env[62448]: DEBUG nova.compute.provider_tree [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2200.337428] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.363166] env[62448]: DEBUG oslo_vmware.rw_handles [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533c22-1fa3-31c7-d6bb-c55beab55bb7/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2200.363458] env[62448]: INFO nova.virt.vmwareapi.images [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Downloaded image file data c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc [ 2200.364449] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af467ebb-bd8a-4a01-9fac-d7f6ced9d014 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.387344] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6333f5f-b0ef-4cac-8f8c-6d17a2f04db1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.416531] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093630, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.428301] env[62448]: INFO nova.virt.vmwareapi.images [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] The imported VM was unregistered [ 2200.430881] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Caching image {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2200.431049] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2200.431336] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7d92dec-e794-471e-aa36-1f7f1ebead54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.443502] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.444590] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Created directory with path [datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2200.444817] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63/OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63.vmdk to [datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk. {{(pid=62448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2200.445029] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2b24a52d-0592-482d-aa60-a7964f6a47c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.452318] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2200.452318] env[62448]: value = "task-2093634" [ 2200.452318] env[62448]: _type = "Task" [ 2200.452318] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.461268] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.493890] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.522330] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073441} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.522629] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2200.523809] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32270e6-d78c-4ead-afc3-836900894803 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.544749] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2200.547613] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304196d2-a3b8-4277-83c2-cabf95640613 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.571600] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2200.571600] env[62448]: value = "task-2093635" [ 2200.571600] env[62448]: _type = "Task" [ 2200.571600] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.582244] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.678848] env[62448]: DEBUG nova.network.neutron [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.709383] env[62448]: DEBUG nova.network.neutron [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updated VIF entry in instance network info cache for port 35d804b7-d134-408b-a1c2-86505a4c158a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2200.709823] env[62448]: DEBUG nova.network.neutron [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.793455] env[62448]: DEBUG nova.scheduler.client.report [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2200.793669] env[62448]: DEBUG nova.compute.provider_tree [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 131 to 132 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2200.793854] env[62448]: DEBUG nova.compute.provider_tree [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2200.835699] env[62448]: DEBUG oslo_vmware.api [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093626, 'name': PowerOnVM_Task, 'duration_secs': 1.025904} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.835962] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2200.836243] env[62448]: INFO nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Took 16.45 seconds to spawn the instance on the hypervisor. [ 2200.836434] env[62448]: DEBUG nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2200.837426] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6656b152-f5af-43ca-a19c-e8a4ca5da173 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.919501] env[62448]: DEBUG oslo_vmware.api [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515376} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.920340] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2200.920689] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2200.920981] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2200.921231] env[62448]: INFO nova.compute.manager [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Took 1.78 seconds to destroy the instance on the hypervisor. [ 2200.921483] env[62448]: DEBUG oslo.service.loopingcall [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.921682] env[62448]: DEBUG nova.compute.manager [-] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2200.921775] env[62448]: DEBUG nova.network.neutron [-] [instance: 038a7517-0972-4351-be2f-d44af711acdb] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2200.927760] env[62448]: DEBUG nova.network.neutron [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.948661] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.962233] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.995020] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093628, 'name': ReconfigVM_Task, 'duration_secs': 1.41131} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.995354] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] de4c87a3-6f06-4501-8856-a70e09075f7c/de4c87a3-6f06-4501-8856-a70e09075f7c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2200.996012] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8266ac9-4d31-45c3-aae4-775d1cadd655 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.003693] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2201.003693] env[62448]: value = "task-2093636" [ 2201.003693] env[62448]: _type = "Task" [ 2201.003693] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.014013] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093636, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.046909] env[62448]: DEBUG nova.objects.instance [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'pci_requests' on Instance uuid bfec9622-51a6-45c6-a0f6-fbd0257213a7 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2201.086370] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.185186] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.185186] env[62448]: DEBUG nova.compute.manager [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Inject network info {{(pid=62448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2201.185186] env[62448]: DEBUG nova.compute.manager [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] network_info to inject: |[{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2201.189582] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Reconfiguring VM instance to set the machine id {{(pid=62448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2201.190059] env[62448]: DEBUG oslo_concurrency.lockutils [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.191254] env[62448]: DEBUG nova.network.neutron [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2201.192115] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c5e9f01-d620-4983-829d-ce2f454eb197 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.211837] env[62448]: DEBUG oslo_vmware.api [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2201.211837] env[62448]: value = "task-2093637" [ 2201.211837] env[62448]: _type = "Task" [ 2201.211837] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.212371] env[62448]: DEBUG oslo_concurrency.lockutils [req-4cef710a-b555-4651-ab74-ac88f1f66c99 req-2c3e4e0b-3b74-476a-8491-1785785feeaf service nova] Releasing lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.226868] env[62448]: DEBUG oslo_vmware.api [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.300682] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.689s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.300997] env[62448]: INFO nova.compute.manager [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Migrating [ 2201.360226] env[62448]: INFO nova.compute.manager [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Took 24.66 seconds to build instance. [ 2201.430817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.447369] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.464865] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.465802] env[62448]: DEBUG nova.network.neutron [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Successfully updated port: 54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2201.515992] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093636, 'name': Rename_Task, 'duration_secs': 0.223177} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.516599] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2201.516886] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb9dd25-08a5-45ab-b244-4c835024ce2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.525841] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2201.525841] env[62448]: value = "task-2093638" [ 2201.525841] env[62448]: _type = "Task" [ 2201.525841] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.544198] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.549069] env[62448]: DEBUG nova.objects.base [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2201.549304] env[62448]: DEBUG nova.network.neutron [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2201.591032] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.672703] env[62448]: DEBUG nova.policy [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2201.726132] env[62448]: DEBUG oslo_vmware.api [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093637, 'name': ReconfigVM_Task, 'duration_secs': 0.241275} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.726487] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7077ed-3e59-4875-9df9-fe0b8c774cef tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Reconfigured VM instance to set the machine id {{(pid=62448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2201.824338] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.824648] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.824923] env[62448]: DEBUG nova.network.neutron [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2201.860795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-58a76c77-aaf0-4650-aa2c-004c0877ab7d tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.170s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.952131] env[62448]: DEBUG oslo_vmware.api [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093631, 'name': PowerOnVM_Task, 'duration_secs': 1.768685} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.955213] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2201.955459] env[62448]: INFO nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Took 13.38 seconds to spawn the instance on the hypervisor. [ 2201.955641] env[62448]: DEBUG nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2201.956650] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144284b-e36d-4911-975d-add822375931 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.973150] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.977902] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.978049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.978175] env[62448]: DEBUG nova.network.neutron [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2201.982312] env[62448]: DEBUG nova.compute.manager [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Received event network-vif-plugged-54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2201.982312] env[62448]: DEBUG oslo_concurrency.lockutils [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] Acquiring lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.982312] env[62448]: DEBUG oslo_concurrency.lockutils [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.982312] env[62448]: DEBUG oslo_concurrency.lockutils [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.982312] env[62448]: DEBUG nova.compute.manager [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] No waiting events found dispatching network-vif-plugged-54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2201.982312] env[62448]: WARNING nova.compute.manager [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Received unexpected event network-vif-plugged-54e0e8f1-3032-49c5-8459-db0d2840d663 for instance with vm_state building and task_state spawning. [ 2201.982312] env[62448]: DEBUG nova.compute.manager [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Received event network-changed-54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2201.982312] env[62448]: DEBUG nova.compute.manager [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Refreshing instance network info cache due to event network-changed-54e0e8f1-3032-49c5-8459-db0d2840d663. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2201.982312] env[62448]: DEBUG oslo_concurrency.lockutils [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] Acquiring lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.037483] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.084771] env[62448]: DEBUG nova.network.neutron [-] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.086113] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.272733] env[62448]: DEBUG nova.network.neutron [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updated VIF entry in instance network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2202.273272] env[62448]: DEBUG nova.network.neutron [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.466987] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.500283] env[62448]: INFO nova.compute.manager [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Took 22.21 seconds to build instance. [ 2202.547104] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093638, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.588446] env[62448]: INFO nova.compute.manager [-] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Took 1.67 seconds to deallocate network for instance. [ 2202.589430] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.592661] env[62448]: DEBUG nova.network.neutron [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2202.776731] env[62448]: DEBUG oslo_concurrency.lockutils [req-6ab1d8c3-3228-4908-9d1e-6e88a5a8732f req-4064b514-2df2-432f-b940-53f28604253a service nova] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.971824] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.982733] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2202.983122] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e71f7ac-c329-4572-9f98-a111592654ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.992263] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2202.992263] env[62448]: value = "task-2093639" [ 2202.992263] env[62448]: _type = "Task" [ 2202.992263] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.002939] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8d11ee5e-e77b-4de8-8b33-ca04a5ffe554 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.732s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.003310] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.035526] env[62448]: DEBUG nova.network.neutron [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [{"id": "45b23dba-8536-4b34-9d18-516cc613f320", "address": "fa:16:3e:97:30:2a", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23dba-85", "ovs_interfaceid": "45b23dba-8536-4b34-9d18-516cc613f320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.049335] env[62448]: DEBUG oslo_vmware.api [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093638, 'name': PowerOnVM_Task, 'duration_secs': 1.313063} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.049749] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2203.049892] env[62448]: INFO nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Took 8.50 seconds to spawn the instance on the hypervisor. [ 2203.050222] env[62448]: DEBUG nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2203.051153] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55ceb5-d45d-4d6e-a14d-d54ceb968064 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.075027] env[62448]: DEBUG nova.network.neutron [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Updating instance_info_cache with network_info: [{"id": "54e0e8f1-3032-49c5-8459-db0d2840d663", "address": "fa:16:3e:3b:af:8e", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e0e8f1-30", "ovs_interfaceid": "54e0e8f1-3032-49c5-8459-db0d2840d663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.087949] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093635, 'name': ReconfigVM_Task, 'duration_secs': 2.110426} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.088122] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2203.088756] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eacd591f-6557-4933-bbb6-37dee4ea80a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.100721] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2203.100721] env[62448]: value = "task-2093640" [ 2203.100721] env[62448]: _type = "Task" [ 2203.100721] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.106422] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.106689] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.106907] env[62448]: DEBUG nova.objects.instance [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lazy-loading 'resources' on Instance uuid 038a7517-0972-4351-be2f-d44af711acdb {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2203.115597] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093640, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.468698] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.502550] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.538532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.575845] env[62448]: INFO nova.compute.manager [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Took 13.46 seconds to build instance. [ 2203.577967] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.578268] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance network_info: |[{"id": "54e0e8f1-3032-49c5-8459-db0d2840d663", "address": "fa:16:3e:3b:af:8e", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e0e8f1-30", "ovs_interfaceid": "54e0e8f1-3032-49c5-8459-db0d2840d663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2203.578565] env[62448]: DEBUG oslo_concurrency.lockutils [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] Acquired lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.578761] env[62448]: DEBUG nova.network.neutron [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Refreshing network info cache for port 54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2203.579938] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:af:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e0e8f1-3032-49c5-8459-db0d2840d663', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2203.587853] env[62448]: DEBUG oslo.service.loopingcall [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2203.593400] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2203.594048] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7992f89-74ae-47a0-aea2-6b5e60f3bf07 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.632439] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093640, 'name': Rename_Task, 'duration_secs': 0.488705} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.633924] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2203.634206] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2203.634206] env[62448]: value = "task-2093641" [ 2203.634206] env[62448]: _type = "Task" [ 2203.634206] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.634390] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a5885d-8995-4b71-b447-7ec0a4b2e3b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.649925] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093641, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.651524] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2203.651524] env[62448]: value = "task-2093642" [ 2203.651524] env[62448]: _type = "Task" [ 2203.651524] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.842049] env[62448]: DEBUG nova.objects.instance [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lazy-loading 'flavor' on Instance uuid a0524105-0868-4c4a-a749-f1a7a6ceb10b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2203.932639] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a604c530-0b50-4625-95db-459c299fe858 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.941874] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15025b5c-7210-4f49-8b90-b6fdffb75ae7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.949953] env[62448]: DEBUG nova.network.neutron [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Successfully updated port: 0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2204.005663] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14c130-91c5-458f-abec-e18cd5961c3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.017402] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093634, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.091764} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.024635] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63/OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63.vmdk to [datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk. [ 2204.024929] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Cleaning up location [datastore2] OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63 {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2204.025186] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_26d5adf5-1879-4bc8-98d1-007e53756d63 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2204.025562] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093639, 'name': PowerOffVM_Task, 'duration_secs': 0.611577} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.026225] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26bf1b31-eab9-4f49-af43-a52f9ae1708c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.028647] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2204.030554] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a7690-e0fb-4b45-965e-c241fc12f389 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.037337] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2535f81f-73d5-40a5-a8bd-aff1757e08ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.063087] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2204.063087] env[62448]: value = "task-2093643" [ 2204.063087] env[62448]: _type = "Task" [ 2204.063087] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.063920] env[62448]: DEBUG nova.compute.provider_tree [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.085981] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b744851f-de77-4dc2-a9ab-050b85801a78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.091699] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8487ebc5-47e7-42f1-a2ac-0f3fc311c459 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "de4c87a3-6f06-4501-8856-a70e09075f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.984s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.098344] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.127024] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2204.127351] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2dbb6c-c13d-4d75-9711-9335ad8623de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.142042] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2204.142042] env[62448]: value = "task-2093644" [ 2204.142042] env[62448]: _type = "Task" [ 2204.142042] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.149044] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093641, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.157837] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2204.158059] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2204.158297] env[62448]: DEBUG oslo_concurrency.lockutils [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.158444] env[62448]: DEBUG oslo_concurrency.lockutils [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.158618] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2204.158874] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75eeeff9-7009-4e73-9b52-b5952f8487ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.166756] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.173360] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2204.173652] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2204.174253] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae1de2d7-5bf9-4d2f-a312-6b8098ab7794 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.179923] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2204.179923] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523c1533-7aab-1b03-3b29-60cbbe8b0a9e" [ 2204.179923] env[62448]: _type = "Task" [ 2204.179923] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.188345] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523c1533-7aab-1b03-3b29-60cbbe8b0a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.350965] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.351180] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.452769] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.453124] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.453234] env[62448]: DEBUG nova.network.neutron [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2204.489209] env[62448]: DEBUG nova.network.neutron [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Updated VIF entry in instance network info cache for port 54e0e8f1-3032-49c5-8459-db0d2840d663. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2204.492077] env[62448]: DEBUG nova.network.neutron [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Updating instance_info_cache with network_info: [{"id": "54e0e8f1-3032-49c5-8459-db0d2840d663", "address": "fa:16:3e:3b:af:8e", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e0e8f1-30", "ovs_interfaceid": "54e0e8f1-3032-49c5-8459-db0d2840d663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.568213] env[62448]: DEBUG nova.scheduler.client.report [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2204.592875] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164565} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.593149] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2204.593310] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.593548] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk to [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2204.593809] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74afd534-cb41-4314-9b90-bef8c31af61c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.602653] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2204.602653] env[62448]: value = "task-2093645" [ 2204.602653] env[62448]: _type = "Task" [ 2204.602653] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.611218] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.614851] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Received event network-vif-deleted-9fd14118-2e31-431d-9a49-09f0d65ea1de {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2204.615097] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-vif-plugged-0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2204.615260] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.615464] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.615628] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.615815] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] No waiting events found dispatching network-vif-plugged-0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2204.615941] env[62448]: WARNING nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received unexpected event network-vif-plugged-0afa8c6d-c891-4730-a325-8decacf5801e for instance with vm_state active and task_state None. [ 2204.616214] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Received event network-changed-f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2204.616380] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Refreshing instance network info cache due to event network-changed-f98d9062-1544-4271-8958-faff07b7eba1. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2204.616564] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Acquiring lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.616699] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Acquired lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.616853] env[62448]: DEBUG nova.network.neutron [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Refreshing network info cache for port f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2204.652225] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093641, 'name': CreateVM_Task, 'duration_secs': 0.81695} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.652469] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2204.653420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.653665] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.654137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2204.654904] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38c713e-4adf-45d3-b111-76dea02c7f43 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.667264] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2204.667264] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520cc9b3-05de-b850-47bf-fd0d414d8f77" [ 2204.667264] env[62448]: _type = "Task" [ 2204.667264] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.672531] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.684649] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520cc9b3-05de-b850-47bf-fd0d414d8f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.699288] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523c1533-7aab-1b03-3b29-60cbbe8b0a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.027543} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.701993] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f20ea2-106a-44c9-b1a4-ead47a2ee732 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.708715] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2204.708715] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520d5d6d-2ba0-b10e-c868-0e4c54c49d95" [ 2204.708715] env[62448]: _type = "Task" [ 2204.708715] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.719362] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520d5d6d-2ba0-b10e-c868-0e4c54c49d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.841846] env[62448]: DEBUG nova.network.neutron [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2204.994179] env[62448]: DEBUG oslo_concurrency.lockutils [req-d05413a9-7bf2-4ba6-b662-551cf89a715a req-cd9ada5d-f0fc-4102-8217-3366b9192214 service nova] Releasing lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.007105] env[62448]: WARNING nova.network.neutron [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] 8b236d7b-0fe9-47db-a968-007ba0f135d9 already exists in list: networks containing: ['8b236d7b-0fe9-47db-a968-007ba0f135d9']. ignoring it [ 2205.063150] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded2ab4-d565-40a2-a0a9-349300715f12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.072151] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.089324] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2205.095831] env[62448]: INFO nova.scheduler.client.report [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Deleted allocations for instance 038a7517-0972-4351-be2f-d44af711acdb [ 2205.119434] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.133779] env[62448]: DEBUG nova.compute.manager [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Received event network-changed-9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.134090] env[62448]: DEBUG nova.compute.manager [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Refreshing instance network info cache due to event network-changed-9f421cf3-b8fb-47b4-a93a-0951d628ee1c. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2205.134243] env[62448]: DEBUG oslo_concurrency.lockutils [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] Acquiring lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.134294] env[62448]: DEBUG oslo_concurrency.lockutils [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] Acquired lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.134444] env[62448]: DEBUG nova.network.neutron [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Refreshing network info cache for port 9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2205.167578] env[62448]: DEBUG oslo_vmware.api [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093642, 'name': PowerOnVM_Task, 'duration_secs': 1.05555} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.167865] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2205.168085] env[62448]: INFO nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Took 8.00 seconds to spawn the instance on the hypervisor. [ 2205.168275] env[62448]: DEBUG nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2205.169130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8129e1d-5529-49a6-b459-bcbdf3aaf193 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.198172] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520cc9b3-05de-b850-47bf-fd0d414d8f77, 'name': SearchDatastore_Task, 'duration_secs': 0.02188} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.200311] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.200542] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2205.200680] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.221858] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520d5d6d-2ba0-b10e-c868-0e4c54c49d95, 'name': SearchDatastore_Task, 'duration_secs': 0.021418} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.222390] env[62448]: DEBUG oslo_concurrency.lockutils [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.222769] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. {{(pid=62448) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2205.223336] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.223551] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2205.225115] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f827e3d-758a-43df-9ac5-2304f12d295d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.226155] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ae559c3-852b-4cc2-afce-5c9e910b114e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.236734] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2205.236734] env[62448]: value = "task-2093646" [ 2205.236734] env[62448]: _type = "Task" [ 2205.236734] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.243972] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2205.244430] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2205.249879] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0528307e-a10c-4122-b3f4-180b041f9ecd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.252949] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.258145] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2205.258145] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ca5e8a-ab19-5506-9a62-3fe9503948b5" [ 2205.258145] env[62448]: _type = "Task" [ 2205.258145] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.267927] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ca5e8a-ab19-5506-9a62-3fe9503948b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.597947] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2205.597947] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c0437a-b0a2-4994-9e62-5cd38815a64b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.611530] env[62448]: DEBUG oslo_concurrency.lockutils [None req-285f94b9-480a-4eb5-b188-d378f2725f56 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "038a7517-0972-4351-be2f-d44af711acdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.998s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.617205] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2205.617205] env[62448]: value = "task-2093647" [ 2205.617205] env[62448]: _type = "Task" [ 2205.617205] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.628215] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.635793] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.697211] env[62448]: INFO nova.compute.manager [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Took 15.23 seconds to build instance. [ 2205.752030] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.769345] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ca5e8a-ab19-5506-9a62-3fe9503948b5, 'name': SearchDatastore_Task, 'duration_secs': 0.048482} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.770209] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c104266d-ee9f-4e35-971c-a746d26e7c4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.777687] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2205.777687] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52567316-d1e2-bc6c-066c-58524eaad28f" [ 2205.777687] env[62448]: _type = "Task" [ 2205.777687] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.790779] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52567316-d1e2-bc6c-066c-58524eaad28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.834842] env[62448]: DEBUG nova.network.neutron [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0afa8c6d-c891-4730-a325-8decacf5801e", "address": "fa:16:3e:ac:7f:6f", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afa8c6d-c8", "ovs_interfaceid": "0afa8c6d-c891-4730-a325-8decacf5801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.854495] env[62448]: DEBUG nova.network.neutron [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Updated VIF entry in instance network info cache for port f98d9062-1544-4271-8958-faff07b7eba1. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2205.854911] env[62448]: DEBUG nova.network.neutron [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Updating instance_info_cache with network_info: [{"id": "f98d9062-1544-4271-8958-faff07b7eba1", "address": "fa:16:3e:55:a2:92", "network": {"id": "105f7388-af46-4fc3-a403-d69bff058c2c", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1764833525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2720dc244a664067afef33777807f6a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf98d9062-15", "ovs_interfaceid": "f98d9062-1544-4271-8958-faff07b7eba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.992619] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "fc769c17-c434-45ad-a26e-97773632c703" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.992845] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "fc769c17-c434-45ad-a26e-97773632c703" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.993069] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "fc769c17-c434-45ad-a26e-97773632c703-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.993388] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "fc769c17-c434-45ad-a26e-97773632c703-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.993537] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "fc769c17-c434-45ad-a26e-97773632c703-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.996193] env[62448]: INFO nova.compute.manager [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Terminating instance [ 2206.085776] env[62448]: DEBUG nova.network.neutron [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.116280] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.127804] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.198012] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7c817533-65b7-42e6-83cf-51988d1e4ce2 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.736s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.204266] env[62448]: DEBUG nova.network.neutron [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updated VIF entry in instance network info cache for port 9f421cf3-b8fb-47b4-a93a-0951d628ee1c. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2206.204651] env[62448]: DEBUG nova.network.neutron [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updating instance_info_cache with network_info: [{"id": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "address": "fa:16:3e:a3:d0:c9", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f421cf3-b8", "ovs_interfaceid": "9f421cf3-b8fb-47b4-a93a-0951d628ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.249457] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.288878] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52567316-d1e2-bc6c-066c-58524eaad28f, 'name': SearchDatastore_Task, 'duration_secs': 0.095263} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.289282] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.289477] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2206.289798] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de5d71c-aa9c-4c7b-91d0-16aa309a5e74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.298604] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2206.298604] env[62448]: value = "task-2093648" [ 2206.298604] env[62448]: _type = "Task" [ 2206.298604] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.307802] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.337693] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.338417] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.338579] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.339562] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba23d59-6043-4cfc-ae47-aaa90f5ca1fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.360177] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Releasing lock "refresh_cache-7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.360647] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-changed-0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2206.360647] env[62448]: DEBUG nova.compute.manager [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing instance network info cache due to event network-changed-0afa8c6d-c891-4730-a325-8decacf5801e. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2206.360870] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.361051] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.361212] env[62448]: DEBUG nova.network.neutron [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing network info cache for port 0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2206.363059] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2206.363221] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2206.363339] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2206.363536] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2206.363726] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2206.363906] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2206.364144] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2206.364311] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2206.364476] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2206.364638] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2206.364829] env[62448]: DEBUG nova.virt.hardware [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2206.371439] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Reconfiguring VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2206.374871] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd921c80-a732-4d40-94a5-7806d584526f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.396296] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2206.396296] env[62448]: value = "task-2093649" [ 2206.396296] env[62448]: _type = "Task" [ 2206.396296] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.407506] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.501208] env[62448]: DEBUG nova.compute.manager [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2206.501475] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2206.502659] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521ec87d-0b48-4d07-96c5-feb80c8a58bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.513735] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2206.514064] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c0356f-f615-42b4-8163-19033e9f686d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.523221] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2206.523221] env[62448]: value = "task-2093650" [ 2206.523221] env[62448]: _type = "Task" [ 2206.523221] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.533960] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.589034] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.589437] env[62448]: DEBUG nova.compute.manager [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Inject network info {{(pid=62448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2206.589776] env[62448]: DEBUG nova.compute.manager [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] network_info to inject: |[{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2206.594892] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Reconfiguring VM instance to set the machine id {{(pid=62448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2206.595288] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af56515c-e894-4610-92c2-a23255e6364d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.629374] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.629549] env[62448]: DEBUG oslo_vmware.api [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2206.629549] env[62448]: value = "task-2093651" [ 2206.629549] env[62448]: _type = "Task" [ 2206.629549] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.637685] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093647, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.641311] env[62448]: DEBUG oslo_vmware.api [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.707472] env[62448]: DEBUG oslo_concurrency.lockutils [req-fdba262a-dd47-4a48-938b-9d763f1d67c1 req-7878aee7-f712-43ab-af79-19412c627e7e service nova] Releasing lock "refresh_cache-7c5faaf6-c41f-42ca-abf1-9eb97e68268b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.713367] env[62448]: DEBUG nova.network.neutron [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updated VIF entry in instance network info cache for port 0afa8c6d-c891-4730-a325-8decacf5801e. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2206.713977] env[62448]: DEBUG nova.network.neutron [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0afa8c6d-c891-4730-a325-8decacf5801e", "address": "fa:16:3e:ac:7f:6f", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afa8c6d-c8", "ovs_interfaceid": "0afa8c6d-c891-4730-a325-8decacf5801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.751106] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.807703] env[62448]: DEBUG nova.compute.manager [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2206.807703] env[62448]: DEBUG nova.compute.manager [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing instance network info cache due to event network-changed-807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2206.807844] env[62448]: DEBUG oslo_concurrency.lockutils [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] Acquiring lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.808051] env[62448]: DEBUG oslo_concurrency.lockutils [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] Acquired lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.808157] env[62448]: DEBUG nova.network.neutron [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Refreshing network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2206.812890] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.908249] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.035125] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093650, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.120175] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.132056] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093647, 'name': PowerOffVM_Task, 'duration_secs': 1.211632} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.134933] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2207.135175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2207.148203] env[62448]: DEBUG oslo_vmware.api [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093651, 'name': ReconfigVM_Task, 'duration_secs': 0.217339} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.148203] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc774a3-99c8-4761-98b6-75a249313cac tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Reconfigured VM instance to set the machine id {{(pid=62448) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2207.217404] env[62448]: DEBUG oslo_concurrency.lockutils [req-e8992acf-ee6d-4713-bdb2-cc810f8f7b60 req-e2e98bdf-201a-4610-9f73-862a7402b62e service nova] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.253977] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.271776] env[62448]: INFO nova.compute.manager [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Rebuilding instance [ 2207.309986] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.319773] env[62448]: DEBUG nova.compute.manager [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.320619] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2102773-1876-499f-bd1d-63b21db740e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.409654] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.541486] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093650, 'name': PowerOffVM_Task, 'duration_secs': 0.577473} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.542742] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2207.542742] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2207.542742] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871cdd74-5b6a-4faf-a37f-894ec664656a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.591992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.592509] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.592850] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.593184] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.593463] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.596516] env[62448]: INFO nova.compute.manager [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Terminating instance [ 2207.622630] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.643333] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.643885] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.644230] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.644589] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.644906] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.645319] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.645680] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.646023] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.646461] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.646809] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.647149] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.658995] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a14f23c-953a-471e-83f1-53a5407b0e6a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.680772] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2207.680772] env[62448]: value = "task-2093653" [ 2207.680772] env[62448]: _type = "Task" [ 2207.680772] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.692556] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.712755] env[62448]: DEBUG nova.network.neutron [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updated VIF entry in instance network info cache for port 807705bd-7d77-4f29-885c-68853fcf60d0. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2207.713187] env[62448]: DEBUG nova.network.neutron [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [{"id": "807705bd-7d77-4f29-885c-68853fcf60d0", "address": "fa:16:3e:31:76:b0", "network": {"id": "67f35776-b58e-4139-bc8e-0308674d8198", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1227795860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ff8d64fdb09413c91e8973661812b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807705bd-7d", "ovs_interfaceid": "807705bd-7d77-4f29-885c-68853fcf60d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.751316] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.810368] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093648, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.909438] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.101996] env[62448]: DEBUG nova.compute.manager [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2208.102273] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2208.103215] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1565e9a5-0667-4001-a34a-5dc0a1635d25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.114815] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2208.118260] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d141e48e-dd17-4580-b1be-49558d8cdbc5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.127108] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093645, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.084575} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.128870] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc/c4db2a9f-e3cb-478b-b391-ae5ebf5dc9cc.vmdk to [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2208.129352] env[62448]: DEBUG oslo_vmware.api [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2208.129352] env[62448]: value = "task-2093654" [ 2208.129352] env[62448]: _type = "Task" [ 2208.129352] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.130111] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735802e2-3b96-4b8b-96b9-6b4fcd740fd5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.162749] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.166599] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3554c4-2d74-4b69-9179-04fd0d2d675b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.181989] env[62448]: DEBUG oslo_vmware.api [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.192689] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.194355] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2208.194355] env[62448]: value = "task-2093655" [ 2208.194355] env[62448]: _type = "Task" [ 2208.194355] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.206594] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093655, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.216441] env[62448]: DEBUG oslo_concurrency.lockutils [req-81630bda-c674-4ec3-a9cb-a205ae779deb req-e44fc2e4-e1b1-4af3-b4fa-8335838c4f9a service nova] Releasing lock "refresh_cache-a0524105-0868-4c4a-a749-f1a7a6ceb10b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.252898] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093646, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.565605} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.253195] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk. [ 2208.253976] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11a51c-e113-41b7-b3fd-7fff8e62702b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.284336] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.284715] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297f7656-7cd3-496a-98d0-8668f652951f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.305527] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2208.305527] env[62448]: value = "task-2093656" [ 2208.305527] env[62448]: _type = "Task" [ 2208.305527] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.311823] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093648, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.981576} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.312471] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2208.312698] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2208.312947] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8308af3-b68d-4a3c-a8cb-d18981fb3c85 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.317923] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.323667] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2208.323667] env[62448]: value = "task-2093657" [ 2208.323667] env[62448]: _type = "Task" [ 2208.323667] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.333828] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.337537] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2208.337807] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba95a55-ee0e-42e9-9e78-31cbdc9d9a72 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.344695] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2208.344695] env[62448]: value = "task-2093658" [ 2208.344695] env[62448]: _type = "Task" [ 2208.344695] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.353738] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.409884] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.430707] env[62448]: INFO nova.compute.manager [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Rebuilding instance [ 2208.494231] env[62448]: DEBUG nova.compute.manager [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.495305] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aca1e8c-d2f0-4ef2-a3f9-c41e5b4db279 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.644530] env[62448]: DEBUG oslo_vmware.api [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093654, 'name': PowerOffVM_Task, 'duration_secs': 0.50822} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.644876] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2208.645099] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2208.645523] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-434a6ada-1cb1-48e8-be92-5330be34e6b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.694279] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093653, 'name': ReconfigVM_Task, 'duration_secs': 0.588761} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.694773] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2208.711261] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093655, 'name': ReconfigVM_Task, 'duration_secs': 0.472569} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.711649] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d/6478397f-5cdf-4d6d-b532-ee98e719db2d.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2208.712483] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e978299-fa11-4053-b00a-aea542efa7d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.720766] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2208.720766] env[62448]: value = "task-2093660" [ 2208.720766] env[62448]: _type = "Task" [ 2208.720766] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.732430] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093660, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.819780] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093656, 'name': ReconfigVM_Task, 'duration_secs': 0.411785} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.820276] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f-rescue.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2208.821238] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62991db-ad8e-4386-9239-343bfa6b358d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.862036] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14c0599-64bc-456f-a6a2-043b52ab2a09 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.876068] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158068} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.877044] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2208.877880] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf5882-8e9b-40ef-a33e-cfca9e037208 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.883814] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093658, 'name': PowerOffVM_Task, 'duration_secs': 0.163111} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.885310] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2208.885557] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2208.885868] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2208.885868] env[62448]: value = "task-2093661" [ 2208.885868] env[62448]: _type = "Task" [ 2208.885868] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.886558] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde6819-26be-42b4-ae3f-bdf68642aeaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.911326] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.915418] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64acde55-7577-4b88-a92d-d47b241e51b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.932721] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2208.933665] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d10061af-014c-4836-8034-e487725d8ee4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.938674] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.943348] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2208.943348] env[62448]: value = "task-2093662" [ 2208.943348] env[62448]: _type = "Task" [ 2208.943348] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.943622] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.952234] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.970019] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.970353] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.970790] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleting the datastore file [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.970997] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-898de7bd-d772-4456-a13b-7c9bf7a89d67 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.978472] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2208.978472] env[62448]: value = "task-2093664" [ 2208.978472] env[62448]: _type = "Task" [ 2208.978472] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.987965] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.207690] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2209.208168] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2209.208168] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2209.208296] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2209.208442] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2209.208592] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2209.208795] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2209.208961] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2209.209191] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2209.209358] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2209.209532] env[62448]: DEBUG nova.virt.hardware [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2209.214872] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2209.215212] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8dd7d2-7f1c-4fe3-9736-c2132a685e07 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.240342] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093660, 'name': Rename_Task, 'duration_secs': 0.156799} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.241661] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2209.241992] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2209.241992] env[62448]: value = "task-2093665" [ 2209.241992] env[62448]: _type = "Task" [ 2209.241992] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.242198] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0766d339-c695-4436-9c28-14a7ac6722b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.252052] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.253323] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2209.253323] env[62448]: value = "task-2093666" [ 2209.253323] env[62448]: _type = "Task" [ 2209.253323] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.261536] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.309973] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.310345] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.398576] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093661, 'name': ReconfigVM_Task, 'duration_secs': 0.178622} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.398872] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2209.399183] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e7bc60-7c65-412d-a008-768570b8e59f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.407188] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2209.407188] env[62448]: value = "task-2093667" [ 2209.407188] env[62448]: _type = "Task" [ 2209.407188] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.413732] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.419340] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.454319] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093662, 'name': ReconfigVM_Task, 'duration_secs': 0.300612} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.454621] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2209.455311] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfb80c0b-b07e-430f-a88d-ddb015fb8a0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.462706] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2209.462706] env[62448]: value = "task-2093668" [ 2209.462706] env[62448]: _type = "Task" [ 2209.462706] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.472075] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093668, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.490109] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13207} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.490109] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.490109] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.490109] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.510322] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2209.510686] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-154bb2ab-005f-4ed5-8f34-15d53cb836ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.519469] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2209.519469] env[62448]: value = "task-2093669" [ 2209.519469] env[62448]: _type = "Task" [ 2209.519469] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.532492] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.754906] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093665, 'name': ReconfigVM_Task, 'duration_secs': 0.165923} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.759364] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2209.760361] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796e504c-bf0d-48b9-acc7-73d3f1b9f53c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.785196] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f/c56a2c89-8cce-46c8-8b23-dbfcb420726f.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.789073] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde8c508-6fc1-4a92-9afa-28c1a455ae6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.803424] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.812403] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2209.812403] env[62448]: value = "task-2093670" [ 2209.812403] env[62448]: _type = "Task" [ 2209.812403] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.813264] env[62448]: INFO nova.compute.manager [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Detaching volume ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f [ 2209.829563] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.858446] env[62448]: INFO nova.virt.block_device [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Attempting to driver detach volume ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f from mountpoint /dev/sdb [ 2209.858878] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2209.859231] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428751', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'name': 'volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dec2ce44-20ed-45af-900f-86aa2c1dab2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'serial': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2209.860735] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80ea14c-0f2c-4909-94d2-945d7bf5cddf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.884591] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d32205-8947-4736-998e-9c59f63bd226 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.893342] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade8a231-b721-4cfa-a90b-aae767f249ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.920895] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21eba4-5d22-4f1b-b31f-cba783a0d92a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.932168] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.946844] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f/volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2209.953515] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2209.954130] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.954465] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977d01a8-4eb3-4158-97dd-483091c8f7e0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.977075] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093668, 'name': Rename_Task, 'duration_secs': 0.235292} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.977375] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2209.977622] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514ddaa5-0597-43b9-9651-437a2a30f9c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.990395] env[62448]: DEBUG oslo_vmware.api [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2209.990395] env[62448]: value = "task-2093671" [ 2209.990395] env[62448]: _type = "Task" [ 2209.990395] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.997885] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2209.997885] env[62448]: value = "task-2093672" [ 2209.997885] env[62448]: _type = "Task" [ 2209.997885] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.005722] env[62448]: DEBUG oslo_vmware.api [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093671, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.013274] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.030785] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093669, 'name': PowerOffVM_Task, 'duration_secs': 0.210505} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.031160] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2210.031964] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2210.032371] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6839e67e-b6bb-4d24-80ed-44d2355642c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.046059] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2210.046059] env[62448]: value = "task-2093673" [ 2210.046059] env[62448]: _type = "Task" [ 2210.046059] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.056914] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2210.057280] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2210.057500] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428732', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'name': 'volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '953db2b8-7346-4a70-8c4f-e8f3a9e38211', 'attached_at': '', 'detached_at': '', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'serial': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2210.058608] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13df5fb-0688-46f2-bac0-2f28cbbd2432 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.081724] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac87c51-cdb0-46a7-9658-1b41459d0d42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.090641] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae9e7c-867b-4a59-8610-efb2122f6bb0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.109760] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b1a3b2-8a80-4340-a0d6-69086d23f666 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.128460] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] The volume has not been displaced from its original location: [datastore2] volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d/volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2210.133777] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2210.134672] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ab881a-a0c2-4bab-8e7a-5ea8da917117 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.153734] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2210.153734] env[62448]: value = "task-2093674" [ 2210.153734] env[62448]: _type = "Task" [ 2210.153734] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.163916] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.266512] env[62448]: DEBUG oslo_vmware.api [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093666, 'name': PowerOnVM_Task, 'duration_secs': 0.660287} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.267176] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2210.323886] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093670, 'name': ReconfigVM_Task, 'duration_secs': 0.329947} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.323886] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f/c56a2c89-8cce-46c8-8b23-dbfcb420726f.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.323886] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2210.407752] env[62448]: DEBUG nova.compute.manager [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2210.409117] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90886280-6ff0-44eb-abef-4152b00a24b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.430510] env[62448]: DEBUG oslo_vmware.api [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093667, 'name': PowerOnVM_Task, 'duration_secs': 0.566922} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.433659] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2210.436327] env[62448]: DEBUG nova.compute.manager [None req-420fedcf-8ac7-4a74-8751-015411f3942e tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2210.436625] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.437349] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7186d090-d965-493c-a629-dba79d9a215d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.504179] env[62448]: DEBUG oslo_vmware.api [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093671, 'name': ReconfigVM_Task, 'duration_secs': 0.431306} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.507423] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2210.512729] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0677d7-cbff-4d71-a5f1-0786685103fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.530553] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.533703] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2210.533923] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.534102] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2210.534331] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.534526] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2210.534682] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2210.534895] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2210.535069] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2210.535244] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2210.535410] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2210.535584] env[62448]: DEBUG nova.virt.hardware [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2210.535934] env[62448]: DEBUG oslo_vmware.api [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2210.535934] env[62448]: value = "task-2093675" [ 2210.535934] env[62448]: _type = "Task" [ 2210.535934] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.536641] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02934bb-ac51-4c07-828d-c030b0b76f78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.550450] env[62448]: DEBUG oslo_vmware.api [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.551798] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f693f-0973-4ad1-8025-eb3747444d83 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.568606] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance VIF info [] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.574334] env[62448]: DEBUG oslo.service.loopingcall [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.574625] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2210.574845] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a201a56b-5c5c-43f2-bcd9-446faaf224b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.594591] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.594591] env[62448]: value = "task-2093676" [ 2210.594591] env[62448]: _type = "Task" [ 2210.594591] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.605128] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093676, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.666377] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093674, 'name': ReconfigVM_Task, 'duration_secs': 0.255695} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.666683] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2210.671694] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c969954-8e32-4ac7-ac3e-2385e8da1070 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.689207] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2210.689207] env[62448]: value = "task-2093677" [ 2210.689207] env[62448]: _type = "Task" [ 2210.689207] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.698572] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.834222] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5924c7-75b3-4f00-899f-5d06f546c6c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.854252] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d930de-a6ff-42a1-a2ae-8c7ac430c4fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.873011] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2210.925163] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.931628] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ad2a8380-5577-4ee3-9aea-8dd12d282bd1 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.136s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.017957] env[62448]: DEBUG oslo_vmware.api [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093672, 'name': PowerOnVM_Task, 'duration_secs': 0.836985} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.018375] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2211.018666] env[62448]: INFO nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Took 11.36 seconds to spawn the instance on the hypervisor. [ 2211.018926] env[62448]: DEBUG nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2211.020122] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445c65f3-8324-4f2a-9d79-2d9abd23f4cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.049620] env[62448]: DEBUG oslo_vmware.api [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093675, 'name': ReconfigVM_Task, 'duration_secs': 0.159471} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.049942] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428751', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'name': 'volume-ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dec2ce44-20ed-45af-900f-86aa2c1dab2d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f', 'serial': 'ff4a16b7-4bc6-48ec-bd5f-9a905f2d958f'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2211.106577] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093676, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.200728] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093677, 'name': ReconfigVM_Task, 'duration_secs': 0.169591} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.201089] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428732', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'name': 'volume-db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '953db2b8-7346-4a70-8c4f-e8f3a9e38211', 'attached_at': '', 'detached_at': '', 'volume_id': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d', 'serial': 'db35b02d-fe08-4c12-8b5d-9aaed7571c3d'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2211.201425] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2211.202206] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc896dc-b66a-40f0-81ab-1a00357490f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.211349] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2211.211635] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a4435ce-8257-4c31-b8d6-97429357f57b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.422327] env[62448]: DEBUG nova.network.neutron [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Port 45b23dba-8536-4b34-9d18-516cc613f320 binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2211.429776] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.541111] env[62448]: INFO nova.compute.manager [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Took 17.80 seconds to build instance. [ 2211.596023] env[62448]: DEBUG nova.objects.instance [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'flavor' on Instance uuid dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2211.608071] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093676, 'name': CreateVM_Task, 'duration_secs': 0.523438} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.608253] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2211.608685] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.609195] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.609306] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2211.609688] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79c7a54-7050-4511-886e-46d2be2ebd91 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.615987] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2211.615987] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526f8878-6349-f6f2-7666-9994f1dbca3c" [ 2211.615987] env[62448]: _type = "Task" [ 2211.615987] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.625210] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526f8878-6349-f6f2-7666-9994f1dbca3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.933763] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.955437] env[62448]: INFO nova.compute.manager [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Unrescuing [ 2211.955604] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.955682] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.955855] env[62448]: DEBUG nova.network.neutron [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2212.042909] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec4a52ab-ddb9-4da7-9df5-51bc4bf88434 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.322s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.128780] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526f8878-6349-f6f2-7666-9994f1dbca3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.129195] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.129480] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.129768] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.129930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.130170] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.130767] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c08c723-53c2-47c8-8723-526520540a2e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.140720] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.140890] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.141637] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf839af-1c08-4af9-88cf-0d9c9eed51ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.148188] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2212.148188] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b6e297-ff2a-e4fc-0a6f-e481ef8ee9dc" [ 2212.148188] env[62448]: _type = "Task" [ 2212.148188] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.157599] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b6e297-ff2a-e4fc-0a6f-e481ef8ee9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.337664] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2212.337896] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2212.338104] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Deleting the datastore file [datastore2] a0524105-0868-4c4a-a749-f1a7a6ceb10b {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2212.338394] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e204c30-3dda-434c-8965-355830691396 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.348638] env[62448]: DEBUG oslo_vmware.api [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for the task: (returnval){ [ 2212.348638] env[62448]: value = "task-2093679" [ 2212.348638] env[62448]: _type = "Task" [ 2212.348638] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.349595] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2212.349794] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2212.349970] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Deleting the datastore file [datastore2] fc769c17-c434-45ad-a26e-97773632c703 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2212.353318] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac9808e-a46f-4289-a67a-860083de16ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.361149] env[62448]: DEBUG oslo_vmware.api [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.362603] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for the task: (returnval){ [ 2212.362603] env[62448]: value = "task-2093680" [ 2212.362603] env[62448]: _type = "Task" [ 2212.362603] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.371522] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.427736] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.455868] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.455868] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.455868] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.495231] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2212.495603] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2212.495851] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Deleting the datastore file [datastore2] 953db2b8-7346-4a70-8c4f-e8f3a9e38211 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2212.496284] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c3ccdb-61f2-4437-80ea-19ce04d373c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.506123] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for the task: (returnval){ [ 2212.506123] env[62448]: value = "task-2093681" [ 2212.506123] env[62448]: _type = "Task" [ 2212.506123] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.517674] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.604215] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e608b8-db97-4af6-a698-79f6826303f1 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.660446] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b6e297-ff2a-e4fc-0a6f-e481ef8ee9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.661355] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2d0e2e-3087-4067-8cf3-d52dcaeeddf4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.667859] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2212.667859] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52a68fb6-95f5-1570-eea0-987a0d102bb0" [ 2212.667859] env[62448]: _type = "Task" [ 2212.667859] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.677478] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a68fb6-95f5-1570-eea0-987a0d102bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.861953] env[62448]: DEBUG oslo_vmware.api [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Task: {'id': task-2093679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174358} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.862242] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2212.862477] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2212.863141] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2212.863141] env[62448]: INFO nova.compute.manager [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Took 4.76 seconds to destroy the instance on the hypervisor. [ 2212.863340] env[62448]: DEBUG oslo.service.loopingcall [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2212.863540] env[62448]: DEBUG nova.compute.manager [-] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2212.863665] env[62448]: DEBUG nova.network.neutron [-] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2212.874752] env[62448]: DEBUG oslo_vmware.api [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Task: {'id': task-2093680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21203} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.875021] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2212.875601] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2212.875824] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2212.876026] env[62448]: INFO nova.compute.manager [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] [instance: fc769c17-c434-45ad-a26e-97773632c703] Took 6.37 seconds to destroy the instance on the hypervisor. [ 2212.876277] env[62448]: DEBUG oslo.service.loopingcall [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2212.876471] env[62448]: DEBUG nova.compute.manager [-] [instance: fc769c17-c434-45ad-a26e-97773632c703] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2212.876567] env[62448]: DEBUG nova.network.neutron [-] [instance: fc769c17-c434-45ad-a26e-97773632c703] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2212.928795] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.008090] env[62448]: DEBUG nova.compute.manager [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Received event network-changed-54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2213.008339] env[62448]: DEBUG nova.compute.manager [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Refreshing instance network info cache due to event network-changed-54e0e8f1-3032-49c5-8459-db0d2840d663. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2213.009230] env[62448]: DEBUG oslo_concurrency.lockutils [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] Acquiring lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.009452] env[62448]: DEBUG oslo_concurrency.lockutils [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] Acquired lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.009667] env[62448]: DEBUG nova.network.neutron [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Refreshing network info cache for port 54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2213.012745] env[62448]: DEBUG nova.network.neutron [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.026637] env[62448]: DEBUG oslo_vmware.api [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Task: {'id': task-2093681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097398} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.027599] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2213.027794] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2213.028259] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2213.092341] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2213.092740] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3942c24f-dabf-4d4e-adc1-002586433ab0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.104408] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab906f98-611f-4414-bb61-32051888d9dc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.151444] env[62448]: ERROR nova.compute.manager [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Failed to detach volume db35b02d-fe08-4c12-8b5d-9aaed7571c3d from /dev/sda: nova.exception.InstanceNotFound: Instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 could not be found. [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Traceback (most recent call last): [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self.driver.rebuild(**kwargs) [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] raise NotImplementedError() [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] NotImplementedError [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] During handling of the above exception, another exception occurred: [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Traceback (most recent call last): [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self.driver.detach_volume(context, old_connection_info, [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] return self._volumeops.detach_volume(connection_info, instance) [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._detach_volume_vmdk(connection_info, instance) [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] stable_ref.fetch_moref(session) [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] nova.exception.InstanceNotFound: Instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 could not be found. [ 2213.151444] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.179499] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52a68fb6-95f5-1570-eea0-987a0d102bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.182479] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.182792] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.184729] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c9ee70-8c0c-4d80-b2ab-0d8aeeec6bf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.191986] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2213.191986] env[62448]: value = "task-2093682" [ 2213.191986] env[62448]: _type = "Task" [ 2213.191986] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.202046] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.316144] env[62448]: DEBUG nova.compute.utils [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Build of instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 aborted: Failed to rebuild volume backed instance. {{(pid=62448) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2213.321768] env[62448]: ERROR nova.compute.manager [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 aborted: Failed to rebuild volume backed instance. [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Traceback (most recent call last): [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self.driver.rebuild(**kwargs) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] raise NotImplementedError() [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] NotImplementedError [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] During handling of the above exception, another exception occurred: [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Traceback (most recent call last): [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._detach_root_volume(context, instance, root_bdm) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] with excutils.save_and_reraise_exception(): [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self.force_reraise() [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] raise self.value [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self.driver.detach_volume(context, old_connection_info, [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] return self._volumeops.detach_volume(connection_info, instance) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._detach_volume_vmdk(connection_info, instance) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] stable_ref.fetch_moref(session) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] nova.exception.InstanceNotFound: Instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 could not be found. [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] During handling of the above exception, another exception occurred: [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Traceback (most recent call last): [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 11384, in _error_out_instance_on_exception [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] yield [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2213.321768] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._do_rebuild_instance_with_claim( [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._do_rebuild_instance( [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._rebuild_default_impl(**kwargs) [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] self._rebuild_volume_backed_instance( [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] raise exception.BuildAbortException( [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] nova.exception.BuildAbortException: Build of instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 aborted: Failed to rebuild volume backed instance. [ 2213.323540] env[62448]: ERROR nova.compute.manager [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] [ 2213.432085] env[62448]: DEBUG oslo_vmware.api [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093649, 'name': ReconfigVM_Task, 'duration_secs': 6.558326} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.432085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.432085] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Reconfigured VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2213.515013] env[62448]: DEBUG oslo_concurrency.lockutils [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.516406] env[62448]: DEBUG nova.objects.instance [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'flavor' on Instance uuid 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.571857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.572153] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.572383] env[62448]: DEBUG nova.network.neutron [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2213.707285] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45689} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.707756] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2213.708118] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2213.708646] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4aafb37-c15b-4b05-b6a1-c02ad37b8f47 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.719053] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2213.719053] env[62448]: value = "task-2093683" [ 2213.719053] env[62448]: _type = "Task" [ 2213.719053] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.729422] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.938623] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fde63351-44e1-479d-94cd-62cdfd77a4ab tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-bfec9622-51a6-45c6-a0f6-fbd0257213a7-0afa8c6d-c891-4730-a325-8decacf5801e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.703s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.987699] env[62448]: DEBUG nova.network.neutron [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Updated VIF entry in instance network info cache for port 54e0e8f1-3032-49c5-8459-db0d2840d663. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2213.987699] env[62448]: DEBUG nova.network.neutron [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Updating instance_info_cache with network_info: [{"id": "54e0e8f1-3032-49c5-8459-db0d2840d663", "address": "fa:16:3e:3b:af:8e", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54e0e8f1-30", "ovs_interfaceid": "54e0e8f1-3032-49c5-8459-db0d2840d663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.023058] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de632a3-bd0a-47d0-8c2b-d27cb0f46a17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.050259] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2214.050259] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-665197fd-e4cf-43b3-a9c6-8ccee35f90aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.057671] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2214.057671] env[62448]: value = "task-2093684" [ 2214.057671] env[62448]: _type = "Task" [ 2214.057671] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.066477] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.077408] env[62448]: DEBUG nova.network.neutron [-] [instance: fc769c17-c434-45ad-a26e-97773632c703] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.199500] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.199763] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.199974] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.200641] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.200821] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.202795] env[62448]: INFO nova.compute.manager [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Terminating instance [ 2214.231526] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076885} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.231787] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.232983] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee41dbe-d25f-4262-a659-54cb488bc125 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.255334] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2214.255998] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50667f3-c048-4abd-95ef-ffab789f6c75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.280484] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2214.280484] env[62448]: value = "task-2093685" [ 2214.280484] env[62448]: _type = "Task" [ 2214.280484] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.289246] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.394639] env[62448]: DEBUG nova.network.neutron [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [{"id": "45b23dba-8536-4b34-9d18-516cc613f320", "address": "fa:16:3e:97:30:2a", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23dba-85", "ovs_interfaceid": "45b23dba-8536-4b34-9d18-516cc613f320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.426862] env[62448]: DEBUG nova.network.neutron [-] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.489612] env[62448]: DEBUG oslo_concurrency.lockutils [req-540333dc-00c8-4a58-b5f8-ac1196bba6e5 req-50c146e5-cb18-452f-a3dd-46f9bbfa7645 service nova] Releasing lock "refresh_cache-7f8a97aa-38b5-4085-ad0e-700ef51541c4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.568591] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093684, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.581030] env[62448]: INFO nova.compute.manager [-] [instance: fc769c17-c434-45ad-a26e-97773632c703] Took 1.70 seconds to deallocate network for instance. [ 2214.706929] env[62448]: DEBUG nova.compute.manager [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2214.707236] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2214.708142] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e529a057-71c5-4058-91b9-df7564291886 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.717427] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2214.717712] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de95deee-7ec3-4583-91a5-45bd42543c9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.724705] env[62448]: DEBUG oslo_vmware.api [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2214.724705] env[62448]: value = "task-2093686" [ 2214.724705] env[62448]: _type = "Task" [ 2214.724705] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.736299] env[62448]: DEBUG oslo_vmware.api [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.792374] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093685, 'name': ReconfigVM_Task, 'duration_secs': 0.302178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.792717] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21/8ddf029e-9280-4ad4-a59e-a8f82eefdc21.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.793423] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04f44429-fb53-440a-8a76-86e38610dbe3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.801632] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2214.801632] env[62448]: value = "task-2093687" [ 2214.801632] env[62448]: _type = "Task" [ 2214.801632] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.811534] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093687, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.898822] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.929995] env[62448]: INFO nova.compute.manager [-] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Took 2.07 seconds to deallocate network for instance. [ 2215.041677] env[62448]: DEBUG nova.compute.manager [req-2ca3ddde-2718-44ab-a65c-9470cdb73a30 req-173c8674-8398-422c-b5f7-8e20c02f0a96 service nova] [instance: fc769c17-c434-45ad-a26e-97773632c703] Received event network-vif-deleted-4ea53481-0481-4797-9623-957cf50db1bf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2215.042323] env[62448]: DEBUG nova.compute.manager [req-2ca3ddde-2718-44ab-a65c-9470cdb73a30 req-173c8674-8398-422c-b5f7-8e20c02f0a96 service nova] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Received event network-vif-deleted-807705bd-7d77-4f29-885c-68853fcf60d0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2215.069244] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093684, 'name': PowerOffVM_Task, 'duration_secs': 0.666632} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.069525] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2215.074648] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2215.075449] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d512f47-b99a-46de-8309-f2950bae2433 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.089325] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.089574] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.089790] env[62448]: DEBUG nova.objects.instance [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lazy-loading 'resources' on Instance uuid fc769c17-c434-45ad-a26e-97773632c703 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2215.098186] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2215.098186] env[62448]: value = "task-2093688" [ 2215.098186] env[62448]: _type = "Task" [ 2215.098186] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.107931] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.237687] env[62448]: DEBUG oslo_vmware.api [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093686, 'name': PowerOffVM_Task, 'duration_secs': 0.186509} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.239235] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2215.239433] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2215.239724] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-627062fb-3768-4893-bc8b-5d100352e050 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.315621] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093687, 'name': Rename_Task, 'duration_secs': 0.201105} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.316017] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.316594] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0da4c6b4-06f8-4416-acfd-e63e1048b620 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.329972] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2215.329972] env[62448]: value = "task-2093690" [ 2215.329972] env[62448]: _type = "Task" [ 2215.329972] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.331962] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2215.331962] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2215.331962] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleting the datastore file [datastore2] dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2215.335190] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918313fc-fc62-4c8f-8aee-5c7a5a76658a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.338074] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.344666] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.346465] env[62448]: DEBUG oslo_vmware.api [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2215.346465] env[62448]: value = "task-2093691" [ 2215.346465] env[62448]: _type = "Task" [ 2215.346465] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.354985] env[62448]: DEBUG oslo_vmware.api [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.366843] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33126a60-061a-4983-8ab7-81c87ca44c84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.376041] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Suspending the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2215.376148] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5c4df76f-f81e-424f-a558-984d8f96bfc3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.384739] env[62448]: DEBUG oslo_vmware.api [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2215.384739] env[62448]: value = "task-2093692" [ 2215.384739] env[62448]: _type = "Task" [ 2215.384739] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.394212] env[62448]: DEBUG oslo_vmware.api [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093692, 'name': SuspendVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.424556] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e06ab-2f69-437c-8904-c9f27954f61a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.450145] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.450587] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-bfec9622-51a6-45c6-a0f6-fbd0257213a7-0afa8c6d-c891-4730-a325-8decacf5801e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.451471] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-bfec9622-51a6-45c6-a0f6-fbd0257213a7-0afa8c6d-c891-4730-a325-8decacf5801e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.453270] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c546b09-4575-4a74-9147-cac4ca25a17c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.464432] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2215.610322] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.700980] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.701536] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.701802] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.702018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.702200] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.707132] env[62448]: INFO nova.compute.manager [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Terminating instance [ 2215.845170] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.856888] env[62448]: DEBUG oslo_vmware.api [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291043} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.860134] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2215.860319] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2215.860620] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2215.860813] env[62448]: INFO nova.compute.manager [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2215.861065] env[62448]: DEBUG oslo.service.loopingcall [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2215.861586] env[62448]: DEBUG nova.compute.manager [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2215.861586] env[62448]: DEBUG nova.network.neutron [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2215.873030] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85179ae6-a8cb-458e-8a0e-e5570effdd78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.880586] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96a168-1a0c-4646-928f-dca11cd1b5a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.917078] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e03d1af-8730-4787-a320-590c9812b5af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.922907] env[62448]: DEBUG oslo_vmware.api [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093692, 'name': SuspendVM_Task} progress is 62%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.928712] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add07eb9-70c9-4d20-9b42-895fb08283ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.943938] env[62448]: DEBUG nova.compute.provider_tree [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.958367] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2215.958526] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2215.959387] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ccc5a8-8654-446a-98a9-4a125e1c0640 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.979745] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.980675] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3e021a-9e2b-4272-b6d2-d512bfd34c68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.983456] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd45f6b3-ee67-46bc-8175-cee068bc419f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.014822] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Reconfiguring VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2216.017014] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c10586e-d471-469a-b95d-5accc541963d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.030592] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2216.030592] env[62448]: value = "task-2093693" [ 2216.030592] env[62448]: _type = "Task" [ 2216.030592] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.038531] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2216.038531] env[62448]: value = "task-2093694" [ 2216.038531] env[62448]: _type = "Task" [ 2216.038531] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.043198] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.054673] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.109502] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093688, 'name': ReconfigVM_Task, 'duration_secs': 0.724875} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.109784] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2216.109979] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.110251] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b764fad-d6b9-4fa8-8e60-8508ada4454c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.118809] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2216.118809] env[62448]: value = "task-2093695" [ 2216.118809] env[62448]: _type = "Task" [ 2216.118809] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.129199] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.212226] env[62448]: DEBUG nova.compute.manager [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2216.212640] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96a1c132-5314-47db-8494-63ab68ce4963 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.227193] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed3e822-da14-45bf-b18f-e319a47ee785 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.275091] env[62448]: WARNING nova.virt.vmwareapi.driver [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 could not be found. [ 2216.275091] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2216.275091] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bde3dfd-e9c7-461a-8454-42a86767be27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.285435] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5625257-3f15-408d-8765-a6d4152951b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.321984] env[62448]: WARNING nova.virt.vmwareapi.vmops [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 953db2b8-7346-4a70-8c4f-e8f3a9e38211 could not be found. [ 2216.323082] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.323082] env[62448]: INFO nova.compute.manager [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Took 0.11 seconds to destroy the instance on the hypervisor. [ 2216.323082] env[62448]: DEBUG oslo.service.loopingcall [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.323082] env[62448]: DEBUG nova.compute.manager [-] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.323082] env[62448]: DEBUG nova.network.neutron [-] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.343912] env[62448]: DEBUG oslo_vmware.api [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093690, 'name': PowerOnVM_Task, 'duration_secs': 0.686752} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.344125] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.344322] env[62448]: DEBUG nova.compute.manager [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.348633] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69524b0-4402-4ea9-b814-012de8b3bc9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.396452] env[62448]: DEBUG oslo_vmware.api [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093692, 'name': SuspendVM_Task, 'duration_secs': 0.839387} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.396790] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Suspended the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2216.397016] env[62448]: DEBUG nova.compute.manager [None req-3c8683cb-7691-4d43-8467-e9c0cd072330 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2216.398217] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369030ae-7233-4cf5-a52e-1585c5469d8b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.447056] env[62448]: DEBUG nova.scheduler.client.report [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.541536] env[62448]: DEBUG oslo_vmware.api [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093693, 'name': PowerOnVM_Task, 'duration_secs': 0.425713} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.541813] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.542013] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fcd43b-1a57-4156-bc35-e01216ec2679 tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance 'c56a2c89-8cce-46c8-8b23-dbfcb420726f' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.557025] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.630311] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093695, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.865933] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.951903] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.957281] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.618s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.985301] env[62448]: INFO nova.scheduler.client.report [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Deleted allocations for instance fc769c17-c434-45ad-a26e-97773632c703 [ 2217.062322] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.075544] env[62448]: DEBUG nova.compute.manager [req-1a8089b8-4344-49f8-a846-4453b82a0b04 req-8cd00342-8c4d-4c3d-9fad-94b4024d32d2 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Received event network-vif-deleted-ba57c968-4ed7-4c26-8cc3-86769c2ad0f0 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2217.075544] env[62448]: INFO nova.compute.manager [req-1a8089b8-4344-49f8-a846-4453b82a0b04 req-8cd00342-8c4d-4c3d-9fad-94b4024d32d2 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Neutron deleted interface ba57c968-4ed7-4c26-8cc3-86769c2ad0f0; detaching it from the instance and deleting it from the info cache [ 2217.075544] env[62448]: DEBUG nova.network.neutron [req-1a8089b8-4344-49f8-a846-4453b82a0b04 req-8cd00342-8c4d-4c3d-9fad-94b4024d32d2 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.137796] env[62448]: DEBUG oslo_vmware.api [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093695, 'name': PowerOnVM_Task, 'duration_secs': 0.704868} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.138075] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.138305] env[62448]: DEBUG nova.compute.manager [None req-68ce4bd6-8b07-41d3-9798-fa4054b65919 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.139110] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5720aed-bfeb-4692-9078-a9acda2ff087 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.213118] env[62448]: DEBUG nova.network.neutron [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.294490] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06024c47-ac06-49c8-97eb-639cb1c928ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.304268] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f7b201-2896-434c-ae94-50622adddfa2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.337614] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f85d54-25de-4f73-bd88-0eb2ade54276 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.347715] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9cffaf-6bd7-44b6-b001-63f3f495f330 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.364203] env[62448]: DEBUG nova.compute.provider_tree [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.494430] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81db089e-3ebd-451e-bfbd-52d10dc085f5 tempest-ServerRescueTestJSON-453320998 tempest-ServerRescueTestJSON-453320998-project-member] Lock "fc769c17-c434-45ad-a26e-97773632c703" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.501s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.558297] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.572698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.572698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.572698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.572698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.572698] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.573362] env[62448]: INFO nova.compute.manager [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Terminating instance [ 2217.579917] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b88afac0-c787-49b6-bfcb-da9a4e47af60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.589908] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51dc452-1d74-4780-a3ad-4f885dd14b7a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.630050] env[62448]: DEBUG nova.compute.manager [req-1a8089b8-4344-49f8-a846-4453b82a0b04 req-8cd00342-8c4d-4c3d-9fad-94b4024d32d2 service nova] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Detach interface failed, port_id=ba57c968-4ed7-4c26-8cc3-86769c2ad0f0, reason: Instance dec2ce44-20ed-45af-900f-86aa2c1dab2d could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2217.679192] env[62448]: DEBUG nova.network.neutron [-] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.716430] env[62448]: INFO nova.compute.manager [-] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Took 1.85 seconds to deallocate network for instance. [ 2217.870643] env[62448]: DEBUG nova.scheduler.client.report [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2217.978207] env[62448]: INFO nova.compute.manager [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Resuming [ 2217.978910] env[62448]: DEBUG nova.objects.instance [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'flavor' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.057165] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.086643] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "refresh_cache-8ddf029e-9280-4ad4-a59e-a8f82eefdc21" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.086801] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "refresh_cache-8ddf029e-9280-4ad4-a59e-a8f82eefdc21" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.087009] env[62448]: DEBUG nova.network.neutron [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.181258] env[62448]: INFO nova.compute.manager [-] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Took 1.86 seconds to deallocate network for instance. [ 2218.224151] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.375832] env[62448]: DEBUG oslo_concurrency.lockutils [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.419s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.376060] env[62448]: INFO nova.compute.manager [None req-11a98443-0610-4b7c-8d84-b31d93f344f0 tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Successfully reverted task state from rebuilding on failure for instance. [ 2218.382763] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.932s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.383099] env[62448]: DEBUG nova.objects.instance [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lazy-loading 'resources' on Instance uuid a0524105-0868-4c4a-a749-f1a7a6ceb10b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.401965] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.402198] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.402388] env[62448]: DEBUG nova.compute.manager [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Going to confirm migration 5 {{(pid=62448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2218.557768] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.620782] env[62448]: DEBUG nova.network.neutron [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.743190] env[62448]: INFO nova.compute.manager [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Took 0.56 seconds to detach 1 volumes for instance. [ 2218.746729] env[62448]: DEBUG nova.compute.manager [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Deleting volume: db35b02d-fe08-4c12-8b5d-9aaed7571c3d {{(pid=62448) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2218.753465] env[62448]: DEBUG nova.network.neutron [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.955930] env[62448]: DEBUG nova.compute.manager [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received event network-changed-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2218.956140] env[62448]: DEBUG nova.compute.manager [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing instance network info cache due to event network-changed-3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2218.956355] env[62448]: DEBUG oslo_concurrency.lockutils [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.956492] env[62448]: DEBUG oslo_concurrency.lockutils [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.956646] env[62448]: DEBUG nova.network.neutron [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing network info cache for port 3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.066022] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.078729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.078729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquired lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.078729] env[62448]: DEBUG nova.network.neutron [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.078729] env[62448]: DEBUG nova.objects.instance [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'info_cache' on Instance uuid c56a2c89-8cce-46c8-8b23-dbfcb420726f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.114023] env[62448]: DEBUG nova.compute.manager [req-3b2239fd-dbc8-4142-9003-1a87834dcfa5 req-577aea8d-71cc-47d5-9730-d1853af1eec5 service nova] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Received event network-vif-deleted-3e541aa3-05a2-46bf-839c-1e01c7fc295c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.236747] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a42736-c8c3-4aea-abe8-3db52c18771c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.250178] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c126ab-ab86-44a8-8cb5-b3e4f47a03e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.289180] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "refresh_cache-8ddf029e-9280-4ad4-a59e-a8f82eefdc21" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.289583] env[62448]: DEBUG nova.compute.manager [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2219.289780] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2219.290863] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca270ec2-5766-4371-a7c4-288b3e2a1d02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.294098] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f84d66b-c20e-45c4-b490-2ab872a1f3f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.304842] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4512e6-f768-4693-a6ec-29fdf27ba64e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.310394] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.311353] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.315271] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22fa3ce5-42b7-4b4d-88c7-df4b9462255a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.324113] env[62448]: DEBUG nova.compute.provider_tree [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2219.326888] env[62448]: DEBUG oslo_vmware.api [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2219.326888] env[62448]: value = "task-2093697" [ 2219.326888] env[62448]: _type = "Task" [ 2219.326888] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.335784] env[62448]: DEBUG oslo_vmware.api [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.491272] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.492409] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.492409] env[62448]: DEBUG nova.network.neutron [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.561429] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.829353] env[62448]: DEBUG nova.scheduler.client.report [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2219.842864] env[62448]: DEBUG oslo_vmware.api [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093697, 'name': PowerOffVM_Task, 'duration_secs': 0.142282} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.843010] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2219.843818] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2219.844890] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478aeec4-eba3-4dc8-8cd3-9ba0d0364605 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.856052] env[62448]: DEBUG nova.network.neutron [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updated VIF entry in instance network info cache for port 3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2219.856474] env[62448]: DEBUG nova.network.neutron [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.877452] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2219.877548] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2219.878299] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleting the datastore file [datastore2] 8ddf029e-9280-4ad4-a59e-a8f82eefdc21 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2219.878299] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4d9670-e2e4-4f0a-8c49-9585448b7651 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.884895] env[62448]: DEBUG oslo_vmware.api [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2219.884895] env[62448]: value = "task-2093699" [ 2219.884895] env[62448]: _type = "Task" [ 2219.884895] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.893210] env[62448]: DEBUG oslo_vmware.api [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.062286] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.294134] env[62448]: DEBUG nova.network.neutron [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.337744] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.340890] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.475s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.341967] env[62448]: DEBUG nova.objects.instance [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2220.359632] env[62448]: DEBUG oslo_concurrency.lockutils [req-53fc4689-6697-47b8-9ee4-1a345f7e7bb3 req-9dee24fb-82ac-46bf-a410-d6e94eaccafd service nova] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.365711] env[62448]: INFO nova.scheduler.client.report [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Deleted allocations for instance a0524105-0868-4c4a-a749-f1a7a6ceb10b [ 2220.391292] env[62448]: DEBUG nova.network.neutron [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [{"id": "45b23dba-8536-4b34-9d18-516cc613f320", "address": "fa:16:3e:97:30:2a", "network": {"id": "fd81d06e-5b51-459f-af71-199ecf877991", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2138020809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "100f0c01fa2d459aa060a6b417b14dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b23dba-85", "ovs_interfaceid": "45b23dba-8536-4b34-9d18-516cc613f320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.396156] env[62448]: DEBUG oslo_vmware.api [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370185} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.396472] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.396668] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.396778] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.396947] env[62448]: INFO nova.compute.manager [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2220.397210] env[62448]: DEBUG oslo.service.loopingcall [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.397403] env[62448]: DEBUG nova.compute.manager [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2220.397494] env[62448]: DEBUG nova.network.neutron [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2220.413841] env[62448]: DEBUG nova.network.neutron [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2220.561875] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.798077] env[62448]: DEBUG oslo_concurrency.lockutils [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.798616] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9a68e8-d534-4900-92f3-1ab61469f2af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.806105] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Resuming the VM {{(pid=62448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2220.806347] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeaafafc-62f6-41af-bd75-106e0596d709 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.814013] env[62448]: DEBUG oslo_vmware.api [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2220.814013] env[62448]: value = "task-2093700" [ 2220.814013] env[62448]: _type = "Task" [ 2220.814013] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.822482] env[62448]: DEBUG oslo_vmware.api [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.873603] env[62448]: DEBUG oslo_concurrency.lockutils [None req-137524eb-c880-4f74-9c9a-49250d14c073 tempest-AttachInterfacesUnderV243Test-1425173365 tempest-AttachInterfacesUnderV243Test-1425173365-project-member] Lock "a0524105-0868-4c4a-a749-f1a7a6ceb10b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.281s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.893672] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Releasing lock "refresh_cache-c56a2c89-8cce-46c8-8b23-dbfcb420726f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.893946] env[62448]: DEBUG nova.objects.instance [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'migration_context' on Instance uuid c56a2c89-8cce-46c8-8b23-dbfcb420726f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2220.916309] env[62448]: DEBUG nova.network.neutron [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.040521] env[62448]: DEBUG nova.compute.manager [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received event network-changed-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.040686] env[62448]: DEBUG nova.compute.manager [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing instance network info cache due to event network-changed-3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2221.040922] env[62448]: DEBUG oslo_concurrency.lockutils [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] Acquiring lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.041860] env[62448]: DEBUG oslo_concurrency.lockutils [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] Acquired lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.042082] env[62448]: DEBUG nova.network.neutron [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Refreshing network info cache for port 3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2221.064409] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.325321] env[62448]: DEBUG oslo_vmware.api [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.352085] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7fd06f1a-bf96-433f-bb3b-b024e80cf2b4 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.353433] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.129s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.353662] env[62448]: DEBUG nova.objects.instance [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'resources' on Instance uuid dec2ce44-20ed-45af-900f-86aa2c1dab2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.396856] env[62448]: DEBUG nova.objects.base [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2221.397932] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d1608a-8e19-4fb1-a384-9831248c1e8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.420525] env[62448]: INFO nova.compute.manager [-] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Took 1.02 seconds to deallocate network for instance. [ 2221.423365] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59495a55-7007-46f5-8825-5c4069e2753a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.431646] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2221.431646] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527bac82-716d-8913-6e0f-d91f7ef86226" [ 2221.431646] env[62448]: _type = "Task" [ 2221.431646] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.441466] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527bac82-716d-8913-6e0f-d91f7ef86226, 'name': SearchDatastore_Task, 'duration_secs': 0.007547} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.441760] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.562645] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.825861] env[62448]: DEBUG oslo_vmware.api [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093700, 'name': PowerOnVM_Task, 'duration_secs': 0.922917} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.826682] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Resumed the VM {{(pid=62448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2221.827358] env[62448]: DEBUG nova.compute.manager [None req-61ba0da1-044b-4071-afd8-e2036ce11acc tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.827916] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84c19c9-e7bb-4378-88c6-1a0e25fe720e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.930198] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.064204] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.144709] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a7daf8-a62e-4eb4-829f-5802df8d7b45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.153071] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5a371d-43b5-48c1-a44d-412db62d1690 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.188502] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf74d2a-f6b9-4580-9e4b-566a33f2b564 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.199136] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf2048-1284-44ac-be71-3c1a847ab34e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.206137] env[62448]: DEBUG nova.network.neutron [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updated VIF entry in instance network info cache for port 3bccda77-8b70-4906-8785-66a717191a33. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2222.206542] env[62448]: DEBUG nova.network.neutron [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [{"id": "3bccda77-8b70-4906-8785-66a717191a33", "address": "fa:16:3e:66:85:f1", "network": {"id": "5383eab1-2e24-4835-a6bb-52fc750258f1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948532037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a429d8fc7a4119bc10d473f28fd946", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bccda77-8b", "ovs_interfaceid": "3bccda77-8b70-4906-8785-66a717191a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.218722] env[62448]: DEBUG nova.compute.provider_tree [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2222.222727] env[62448]: DEBUG oslo_concurrency.lockutils [req-fb8352d9-905d-411a-994c-726ca41fc95d req-abe00624-f5f3-45cc-be10-037023b63175 service nova] Releasing lock "refresh_cache-1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.563902] env[62448]: DEBUG oslo_vmware.api [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093694, 'name': ReconfigVM_Task, 'duration_secs': 6.230023} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.564234] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.564449] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Reconfigured VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2222.723170] env[62448]: DEBUG nova.scheduler.client.report [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.228954] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.231628] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.920s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.231921] env[62448]: DEBUG nova.objects.instance [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lazy-loading 'resources' on Instance uuid 953db2b8-7346-4a70-8c4f-e8f3a9e38211 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.282269] env[62448]: INFO nova.scheduler.client.report [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted allocations for instance dec2ce44-20ed-45af-900f-86aa2c1dab2d [ 2223.795604] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c5b780d2-4bcd-4bd9-aecb-da546e025d8c tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "dec2ce44-20ed-45af-900f-86aa2c1dab2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.596s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.999543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79474877-6280-4602-851c-311f98ebc343 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.008636] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59090555-e62a-446c-ba37-4bfa1f78678b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.043979] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.044135] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.044322] env[62448]: DEBUG nova.network.neutron [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.046474] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff7f3a-3d2c-46dd-92de-3ce4d30082ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.057016] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b135640f-dea3-4ad4-b963-40d56139f877 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.072814] env[62448]: DEBUG nova.compute.provider_tree [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2224.575905] env[62448]: DEBUG nova.scheduler.client.report [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.913060] env[62448]: INFO nova.network.neutron [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Port 0afa8c6d-c891-4730-a325-8decacf5801e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2224.913443] env[62448]: DEBUG nova.network.neutron [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.084025] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.085243] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.642s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.420082] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.617995] env[62448]: DEBUG oslo_concurrency.lockutils [None req-48897ac2-8e80-46e0-9e51-f49507676daa tempest-ServerActionsV293TestJSON-1996379181 tempest-ServerActionsV293TestJSON-1996379181-project-member] Lock "953db2b8-7346-4a70-8c4f-e8f3a9e38211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.916s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.725167] env[62448]: DEBUG nova.compute.manager [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2225.725420] env[62448]: DEBUG nova.compute.manager [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing instance network info cache due to event network-changed-e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2225.725679] env[62448]: DEBUG oslo_concurrency.lockutils [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] Acquiring lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.725855] env[62448]: DEBUG oslo_concurrency.lockutils [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] Acquired lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.726190] env[62448]: DEBUG nova.network.neutron [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Refreshing network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2225.875886] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f3ef0-0cd0-46dd-a24b-cdc7e21dd815 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.888072] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2140a-7ba5-4042-baa4-3da5f03337c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.921324] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a35c20-4df9-4e8d-8445-c55c4d24a4b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.924723] env[62448]: DEBUG oslo_concurrency.lockutils [None req-21f0e496-17eb-45ec-91b5-cda056a5e05c tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-bfec9622-51a6-45c6-a0f6-fbd0257213a7-0afa8c6d-c891-4730-a325-8decacf5801e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.474s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.932589] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b4be7-872f-440f-a020-3b03ce143f75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.948234] env[62448]: DEBUG nova.compute.provider_tree [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.330415] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.330647] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.361709] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-0afa8c6d-c891-4730-a325-8decacf5801e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.361966] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-0afa8c6d-c891-4730-a325-8decacf5801e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.362348] env[62448]: DEBUG nova.objects.instance [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'flavor' on Instance uuid 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.451722] env[62448]: DEBUG nova.scheduler.client.report [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.555712] env[62448]: DEBUG nova.network.neutron [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updated VIF entry in instance network info cache for port e0d2ca12-82c9-40a8-bad1-39764c82a2f4. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2226.556114] env[62448]: DEBUG nova.network.neutron [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [{"id": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "address": "fa:16:3e:ed:ff:b4", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2ca12-82", "ovs_interfaceid": "e0d2ca12-82c9-40a8-bad1-39764c82a2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.833671] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2226.975224] env[62448]: DEBUG nova.objects.instance [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.059364] env[62448]: DEBUG oslo_concurrency.lockutils [req-f5d6cfe2-35db-4d0e-9376-3619dfd33324 req-77af651f-3eca-4b78-a5df-bac72ab95b09 service nova] Releasing lock "refresh_cache-bfec9622-51a6-45c6-a0f6-fbd0257213a7" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.358383] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.461497] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.377s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.464356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.534s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.464525] env[62448]: DEBUG nova.objects.instance [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lazy-loading 'resources' on Instance uuid 8ddf029e-9280-4ad4-a59e-a8f82eefdc21 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.477682] env[62448]: DEBUG nova.objects.base [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Object Instance<5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e> lazy-loaded attributes: flavor,pci_requests {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2227.477891] env[62448]: DEBUG nova.network.neutron [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2227.555924] env[62448]: DEBUG nova.policy [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b60aa8f12b69444a82a2257d9381e68f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8dc937cb9a48fdbefd486dfda3b1e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2228.026392] env[62448]: INFO nova.scheduler.client.report [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocation for migration 89ff0bdc-5648-4ee3-8f6f-e5a2fa245b12 [ 2228.161240] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8804202-1d24-4551-b0d0-8c0433b9c704 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.169766] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df9c6e-b5fc-4b98-ae3d-70967abd8f57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.199746] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393502b1-4abc-4d8a-b5a3-e367f478442b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.208045] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3900f73-be05-4f2e-8d17-9608e99eefaf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.224444] env[62448]: DEBUG nova.compute.provider_tree [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2228.532250] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.130s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.676136] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.676516] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.727587] env[62448]: DEBUG nova.scheduler.client.report [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2229.184298] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2229.184599] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2229.184635] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2229.235876] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.238027] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.880s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.241329] env[62448]: INFO nova.compute.claims [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2229.263023] env[62448]: INFO nova.scheduler.client.report [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleted allocations for instance 8ddf029e-9280-4ad4-a59e-a8f82eefdc21 [ 2229.729823] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.729979] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.730147] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2229.730330] env[62448]: DEBUG nova.objects.instance [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lazy-loading 'info_cache' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2229.771148] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e3423c85-a2d3-4256-b981-8e756a33ca7d tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "8ddf029e-9280-4ad4-a59e-a8f82eefdc21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.200s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.910563] env[62448]: DEBUG nova.compute.manager [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2229.910563] env[62448]: DEBUG nova.compute.manager [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing instance network info cache due to event network-changed-02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2229.910563] env[62448]: DEBUG oslo_concurrency.lockutils [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.910563] env[62448]: DEBUG oslo_concurrency.lockutils [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.910563] env[62448]: DEBUG nova.network.neutron [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2229.933714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.934654] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.934989] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.935682] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.935956] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.939961] env[62448]: INFO nova.compute.manager [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Terminating instance [ 2230.444198] env[62448]: DEBUG nova.compute.manager [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2230.444467] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2230.445617] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d888ef55-d7fd-4fca-8ab2-9aa58bca1252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.450167] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba6d421-8828-4f8a-bfc6-4de5165a3d54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.461646] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2230.462021] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef96fd2-f2bf-418d-990b-8047cae0459e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.464021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a30fc-0ae6-40a0-978b-e9d539718813 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.499557] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e8d92b-4124-4cac-8f0f-82e473a630b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.503633] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2230.503633] env[62448]: value = "task-2093701" [ 2230.503633] env[62448]: _type = "Task" [ 2230.503633] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.515837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.516103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.521211] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef46773e-9f88-437d-a79b-7fcfaa31287e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.528349] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.539669] env[62448]: DEBUG nova.compute.provider_tree [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2230.583838] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "de4c87a3-6f06-4501-8856-a70e09075f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.584178] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "de4c87a3-6f06-4501-8856-a70e09075f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.584491] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "de4c87a3-6f06-4501-8856-a70e09075f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.584752] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "de4c87a3-6f06-4501-8856-a70e09075f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.584973] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "de4c87a3-6f06-4501-8856-a70e09075f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.587056] env[62448]: INFO nova.compute.manager [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Terminating instance [ 2230.677370] env[62448]: DEBUG nova.network.neutron [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updated VIF entry in instance network info cache for port 02d0a670-639f-4f96-92a4-97222ef9ea21. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2230.677813] env[62448]: DEBUG nova.network.neutron [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.762710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.763024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.763254] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.763446] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.763620] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.765768] env[62448]: INFO nova.compute.manager [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Terminating instance [ 2231.017755] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093701, 'name': PowerOffVM_Task, 'duration_secs': 0.20763} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.018046] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2231.018219] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2231.018486] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2618e90b-eb50-42dc-a70b-1ce89a5de8ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.020110] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2231.042566] env[62448]: DEBUG nova.scheduler.client.report [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2231.090975] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "refresh_cache-de4c87a3-6f06-4501-8856-a70e09075f7c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.091261] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquired lock "refresh_cache-de4c87a3-6f06-4501-8856-a70e09075f7c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.091386] env[62448]: DEBUG nova.network.neutron [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2231.181073] env[62448]: DEBUG oslo_concurrency.lockutils [req-945482ae-5a6e-44f1-bcc9-483fef4f1d4f req-5815d9c6-4d65-4808-9719-e11f04cd2346 service nova] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.273016] env[62448]: DEBUG nova.compute.manager [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2231.273578] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2231.274905] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c868d33c-e4ad-4c58-8367-fe3f0b5c71e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.287139] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.287457] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6af40e-100b-4aea-88c7-5f6561245530 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.294744] env[62448]: DEBUG oslo_vmware.api [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2231.294744] env[62448]: value = "task-2093703" [ 2231.294744] env[62448]: _type = "Task" [ 2231.294744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.303859] env[62448]: DEBUG oslo_vmware.api [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.478467] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [{"id": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "address": "fa:16:3e:7b:7b:2d", "network": {"id": "4d21d3eb-8465-4d52-b1ec-30ca7df389c1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-538762305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e21e0f6c81b4ce381120b1226e8555c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd71d02a-33", "ovs_interfaceid": "cd71d02a-337d-4a42-baa8-c0f950e63c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.547444] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.547996] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2231.552037] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.552299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.554249] env[62448]: INFO nova.compute.claims [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2231.620172] env[62448]: DEBUG nova.network.neutron [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2231.669243] env[62448]: DEBUG nova.network.neutron [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.804792] env[62448]: DEBUG oslo_vmware.api [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093703, 'name': PowerOffVM_Task, 'duration_secs': 0.290586} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.805098] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2231.805458] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2231.805530] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84adfe39-777a-40d5-a5ed-1d7442bb8e7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.980945] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-6478397f-5cdf-4d6d-b532-ee98e719db2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.981187] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2231.981408] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.981571] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.981747] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.981903] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.982061] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.982216] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2231.982347] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2231.982492] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2232.062028] env[62448]: DEBUG nova.compute.utils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2232.063988] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2232.064214] env[62448]: DEBUG nova.network.neutron [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2232.106593] env[62448]: DEBUG nova.policy [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22caafc7bdf54cd8b48577231ce4cbe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1c404976e649a9a56f6fb1cdefb487', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2232.172088] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Releasing lock "refresh_cache-de4c87a3-6f06-4501-8856-a70e09075f7c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.172671] env[62448]: DEBUG nova.compute.manager [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2232.173482] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2232.174473] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389b2d0-f628-4907-99c4-dabf52410d71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.184578] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2232.184870] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c85a1c6-5b9f-4193-892d-c6a4555c4ac1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.194081] env[62448]: DEBUG oslo_vmware.api [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2232.194081] env[62448]: value = "task-2093705" [ 2232.194081] env[62448]: _type = "Task" [ 2232.194081] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.203688] env[62448]: DEBUG oslo_vmware.api [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.444743] env[62448]: DEBUG nova.network.neutron [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Successfully created port: 10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2232.486097] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.567827] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2232.707277] env[62448]: DEBUG oslo_vmware.api [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093705, 'name': PowerOffVM_Task, 'duration_secs': 0.148399} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.707594] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2232.707763] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2232.708034] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99de107-08a2-4127-b729-ac9a5067c436 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.740841] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2232.740841] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2232.740841] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleting the datastore file [datastore2] de4c87a3-6f06-4501-8856-a70e09075f7c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2232.741084] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e016f1-b1f4-4b92-a63e-e3ba800898b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.748456] env[62448]: DEBUG oslo_vmware.api [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for the task: (returnval){ [ 2232.748456] env[62448]: value = "task-2093707" [ 2232.748456] env[62448]: _type = "Task" [ 2232.748456] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.756697] env[62448]: DEBUG oslo_vmware.api [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.810563] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9957d564-772d-4199-9bac-7f5967f0b696 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.819490] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f94a97-2d39-45c4-b0b6-440706c077d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.852937] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2161b97e-21c8-442c-bec6-cbb6a55081aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.860753] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f1d7a-4859-4647-9859-d7931a8bd5e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.876387] env[62448]: DEBUG nova.compute.provider_tree [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2233.260047] env[62448]: DEBUG oslo_vmware.api [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Task: {'id': task-2093707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103274} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.260458] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2233.260768] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2233.261016] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2233.261239] env[62448]: INFO nova.compute.manager [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 2233.261495] env[62448]: DEBUG oslo.service.loopingcall [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.261716] env[62448]: DEBUG nova.compute.manager [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2233.261819] env[62448]: DEBUG nova.network.neutron [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2233.277213] env[62448]: DEBUG nova.network.neutron [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2233.397677] env[62448]: ERROR nova.scheduler.client.report [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [req-0ddd4ee5-d0e4-404b-9686-4f268100c492] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ddd4ee5-d0e4-404b-9686-4f268100c492"}]} [ 2233.414049] env[62448]: DEBUG nova.scheduler.client.report [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2233.428929] env[62448]: DEBUG nova.scheduler.client.report [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2233.429195] env[62448]: DEBUG nova.compute.provider_tree [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2233.442108] env[62448]: DEBUG nova.scheduler.client.report [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2233.458564] env[62448]: DEBUG nova.scheduler.client.report [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2233.577446] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2233.602504] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2233.602737] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2233.602891] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2233.603088] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2233.603238] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2233.603386] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2233.603590] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2233.603746] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2233.603899] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2233.604186] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2233.604235] env[62448]: DEBUG nova.virt.hardware [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2233.605170] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bfbe8d-7ad8-4259-9e1b-0c48e9c5f88f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.615588] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba16e9f-98e3-45d4-bdfa-15ed82972a12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.632382] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1fa516-d952-4e99-a1b1-cbd6684060fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.639735] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc275b-9d4b-4038-89ce-ba66437e0e4c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.673288] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fab671-fe8a-487e-ad04-7a709d978876 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.681741] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfd54ea-9620-4436-9f75-c84b85a373d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.698359] env[62448]: DEBUG nova.compute.provider_tree [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2233.779927] env[62448]: DEBUG nova.network.neutron [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.231025] env[62448]: DEBUG nova.scheduler.client.report [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2234.231450] env[62448]: DEBUG nova.compute.provider_tree [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 136 to 137 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2234.231782] env[62448]: DEBUG nova.compute.provider_tree [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2234.282282] env[62448]: INFO nova.compute.manager [-] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Took 1.02 seconds to deallocate network for instance. [ 2234.737353] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.185s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.737915] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2234.740521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.255s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.740711] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.740863] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2234.741941] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1672785-3d47-4139-8cb1-653934230d45 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.751026] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e1853-4d70-4d1f-a82e-e0bfb1c0e955 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.764761] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26fc4a5-7d36-49c5-b61d-e50d05d4af51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.772307] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd10561f-4898-4fd1-9e82-77ff0e6ec17e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.803524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.803800] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.804031] env[62448]: DEBUG nova.objects.instance [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lazy-loading 'resources' on Instance uuid de4c87a3-6f06-4501-8856-a70e09075f7c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2234.805170] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179561MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2234.805297] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.945563] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.945773] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.945978] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.946194] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.946367] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.948522] env[62448]: INFO nova.compute.manager [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Terminating instance [ 2235.243620] env[62448]: DEBUG nova.compute.utils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2235.245447] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2235.245447] env[62448]: DEBUG nova.network.neutron [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2235.262513] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2235.262747] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2235.262908] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleting the datastore file [datastore2] 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2235.263200] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c11c644f-4250-4090-9543-1d54f8d604d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.270728] env[62448]: DEBUG oslo_vmware.api [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for the task: (returnval){ [ 2235.270728] env[62448]: value = "task-2093708" [ 2235.270728] env[62448]: _type = "Task" [ 2235.270728] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.279204] env[62448]: DEBUG oslo_vmware.api [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.287866] env[62448]: DEBUG nova.policy [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2235.297807] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2235.298034] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2235.298305] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleting the datastore file [datastore2] c56a2c89-8cce-46c8-8b23-dbfcb420726f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2235.298643] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd3e27f3-fe9a-487e-bc90-c247b29eb455 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.305500] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for the task: (returnval){ [ 2235.305500] env[62448]: value = "task-2093709" [ 2235.305500] env[62448]: _type = "Task" [ 2235.305500] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.317873] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.452512] env[62448]: DEBUG nova.compute.manager [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2235.452756] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2235.453649] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40887b32-4499-4378-8f04-668f739e740f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.465613] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2235.465613] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f21aa4bf-a56b-47be-9576-e5830f2262a7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.471834] env[62448]: DEBUG oslo_vmware.api [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2235.471834] env[62448]: value = "task-2093710" [ 2235.471834] env[62448]: _type = "Task" [ 2235.471834] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.486539] env[62448]: DEBUG oslo_vmware.api [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.514507] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec5c8d8-f303-4fee-8b73-ba612565fd0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.522665] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9492980e-d94b-4e71-a025-4a565fad8a97 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.557347] env[62448]: DEBUG nova.network.neutron [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Successfully created port: 95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2235.559882] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e5778-a19f-472b-b154-7596c92170ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.568390] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e6f99-2838-4f7f-b48a-765e63013f4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.582297] env[62448]: DEBUG nova.compute.provider_tree [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2235.748835] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2235.781730] env[62448]: DEBUG oslo_vmware.api [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Task: {'id': task-2093708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157879} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.782433] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2235.782433] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2235.782433] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2235.782565] env[62448]: INFO nova.compute.manager [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Took 4.51 seconds to destroy the instance on the hypervisor. [ 2235.782860] env[62448]: DEBUG oslo.service.loopingcall [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2235.783080] env[62448]: DEBUG nova.compute.manager [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2235.783176] env[62448]: DEBUG nova.network.neutron [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2235.814892] env[62448]: DEBUG oslo_vmware.api [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Task: {'id': task-2093709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142883} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.815131] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2235.815313] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2235.818089] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2235.818089] env[62448]: INFO nova.compute.manager [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Took 5.37 seconds to destroy the instance on the hypervisor. [ 2235.818089] env[62448]: DEBUG oslo.service.loopingcall [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2235.818089] env[62448]: DEBUG nova.compute.manager [-] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2235.818089] env[62448]: DEBUG nova.network.neutron [-] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2235.989566] env[62448]: DEBUG oslo_vmware.api [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093710, 'name': PowerOffVM_Task, 'duration_secs': 0.205115} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.989855] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2235.990122] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2235.990435] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9dadc41-ed59-4226-b5a2-4704bcc7a252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.085898] env[62448]: DEBUG nova.scheduler.client.report [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2236.567260] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2236.567595] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2236.567849] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Deleting the datastore file [datastore2] 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2236.569127] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d7dce22-1613-43b2-9106-a236f618814b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.575832] env[62448]: DEBUG oslo_vmware.api [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for the task: (returnval){ [ 2236.575832] env[62448]: value = "task-2093712" [ 2236.575832] env[62448]: _type = "Task" [ 2236.575832] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.584340] env[62448]: DEBUG oslo_vmware.api [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.591232] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.593348] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.788s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.617345] env[62448]: INFO nova.scheduler.client.report [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Deleted allocations for instance de4c87a3-6f06-4501-8856-a70e09075f7c [ 2236.759219] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2236.788356] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2236.788633] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2236.788838] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2236.788982] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2236.789282] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2236.789282] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2236.789513] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2236.789737] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2236.789915] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2236.790096] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2236.790273] env[62448]: DEBUG nova.virt.hardware [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2236.791157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e0f9bb-fdc8-4c4c-b07d-c81da709682f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.800429] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e62d81-195c-49f0-8d17-e24f7ece173d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.936126] env[62448]: DEBUG nova.compute.manager [req-9b2ecd71-ffd4-49aa-a36b-0114da6e71e3 req-723d9f0c-d4b2-48b3-b18b-7f2c2c2ca7a5 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Received event network-vif-deleted-45b23dba-8536-4b34-9d18-516cc613f320 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2236.936336] env[62448]: INFO nova.compute.manager [req-9b2ecd71-ffd4-49aa-a36b-0114da6e71e3 req-723d9f0c-d4b2-48b3-b18b-7f2c2c2ca7a5 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Neutron deleted interface 45b23dba-8536-4b34-9d18-516cc613f320; detaching it from the instance and deleting it from the info cache [ 2236.936509] env[62448]: DEBUG nova.network.neutron [req-9b2ecd71-ffd4-49aa-a36b-0114da6e71e3 req-723d9f0c-d4b2-48b3-b18b-7f2c2c2ca7a5 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.019987] env[62448]: DEBUG nova.network.neutron [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Successfully updated port: 0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.039237] env[62448]: DEBUG nova.compute.manager [req-4e1d7582-9e33-4dcd-b6aa-ae658e1335a4 req-30c6cfa2-c2d8-446a-a785-edf5aedac31b service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-vif-plugged-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.039497] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e1d7582-9e33-4dcd-b6aa-ae658e1335a4 req-30c6cfa2-c2d8-446a-a785-edf5aedac31b service nova] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.039720] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e1d7582-9e33-4dcd-b6aa-ae658e1335a4 req-30c6cfa2-c2d8-446a-a785-edf5aedac31b service nova] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.039897] env[62448]: DEBUG oslo_concurrency.lockutils [req-4e1d7582-9e33-4dcd-b6aa-ae658e1335a4 req-30c6cfa2-c2d8-446a-a785-edf5aedac31b service nova] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.040068] env[62448]: DEBUG nova.compute.manager [req-4e1d7582-9e33-4dcd-b6aa-ae658e1335a4 req-30c6cfa2-c2d8-446a-a785-edf5aedac31b service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] No waiting events found dispatching network-vif-plugged-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2237.040239] env[62448]: WARNING nova.compute.manager [req-4e1d7582-9e33-4dcd-b6aa-ae658e1335a4 req-30c6cfa2-c2d8-446a-a785-edf5aedac31b service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received unexpected event network-vif-plugged-10841d09-48ac-43a6-b805-c160b4e2607b for instance with vm_state building and task_state spawning. [ 2237.085709] env[62448]: DEBUG oslo_vmware.api [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Task: {'id': task-2093712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18082} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.085969] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2237.086172] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2237.086353] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2237.086526] env[62448]: INFO nova.compute.manager [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2237.086755] env[62448]: DEBUG oslo.service.loopingcall [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2237.086940] env[62448]: DEBUG nova.compute.manager [-] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2237.087043] env[62448]: DEBUG nova.network.neutron [-] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2237.131847] env[62448]: DEBUG oslo_concurrency.lockutils [None req-606b3573-d557-49d6-b978-dbd1f328cf12 tempest-ServerShowV247Test-1672468736 tempest-ServerShowV247Test-1672468736-project-member] Lock "de4c87a3-6f06-4501-8856-a70e09075f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.547s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.233997] env[62448]: DEBUG nova.network.neutron [-] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.279163] env[62448]: DEBUG nova.network.neutron [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.438832] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95b36f11-7021-4897-b2a2-5f8e11c1b098 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.449486] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b5a93-5646-4414-810c-ebc8c239ed61 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.482203] env[62448]: DEBUG nova.compute.manager [req-9b2ecd71-ffd4-49aa-a36b-0114da6e71e3 req-723d9f0c-d4b2-48b3-b18b-7f2c2c2ca7a5 service nova] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Detach interface failed, port_id=45b23dba-8536-4b34-9d18-516cc613f320, reason: Instance c56a2c89-8cce-46c8-8b23-dbfcb420726f could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2237.505129] env[62448]: DEBUG nova.network.neutron [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Successfully updated port: 10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.526409] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.526409] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.526699] env[62448]: DEBUG nova.network.neutron [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2237.629138] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.629254] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8c840714-895a-4c69-9a52-d9f3e77fba7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.629433] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3cc4d198-324e-4707-aa79-672c0b0163f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.629570] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.629727] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance bfec9622-51a6-45c6-a0f6-fbd0257213a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.630089] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 6478397f-5cdf-4d6d-b532-ee98e719db2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.630089] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.630089] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.630186] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.630251] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7c5faaf6-c41f-42ca-abf1-9eb97e68268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.630392] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7f8a97aa-38b5-4085-ad0e-700ef51541c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.631207] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance c56a2c89-8cce-46c8-8b23-dbfcb420726f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.631207] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 4675bce2-5c66-4102-ad1a-a539742ba2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.631207] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3dd423ee-a016-43fd-8d11-22f3df89bd58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2237.631449] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2237.635198] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2237.736471] env[62448]: INFO nova.compute.manager [-] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Took 1.92 seconds to deallocate network for instance. [ 2237.782576] env[62448]: INFO nova.compute.manager [-] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Took 2.00 seconds to deallocate network for instance. [ 2237.805183] env[62448]: DEBUG nova.network.neutron [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Successfully updated port: 95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.900223] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa18367-4405-43da-862b-b5fdbfb2023c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.908571] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c5fa1e-0a05-4de4-b8b5-98df7eee3cc7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.947856] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b7e037-883f-45e6-ad4f-0acab72e3b78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.956597] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad56476d-9338-4873-b3d1-b6f2b2735a29 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.971620] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.009240] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.010031] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.010031] env[62448]: DEBUG nova.network.neutron [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2238.065123] env[62448]: WARNING nova.network.neutron [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] 8b236d7b-0fe9-47db-a968-007ba0f135d9 already exists in list: networks containing: ['8b236d7b-0fe9-47db-a968-007ba0f135d9']. ignoring it [ 2238.156151] env[62448]: DEBUG nova.network.neutron [-] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.248140] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.292737] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.310032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-3dd423ee-a016-43fd-8d11-22f3df89bd58" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.310740] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-3dd423ee-a016-43fd-8d11-22f3df89bd58" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.310893] env[62448]: DEBUG nova.network.neutron [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2238.474406] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2238.564656] env[62448]: DEBUG nova.network.neutron [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2238.593223] env[62448]: DEBUG nova.network.neutron [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0afa8c6d-c891-4730-a325-8decacf5801e", "address": "fa:16:3e:ac:7f:6f", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afa8c6d-c8", "ovs_interfaceid": "0afa8c6d-c891-4730-a325-8decacf5801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.661702] env[62448]: INFO nova.compute.manager [-] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Took 1.57 seconds to deallocate network for instance. [ 2238.725333] env[62448]: DEBUG nova.network.neutron [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.842427] env[62448]: DEBUG nova.network.neutron [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2238.975208] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Received event network-vif-deleted-cd71d02a-337d-4a42-baa8-c0f950e63c86 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2238.975463] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-vif-plugged-0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2238.975667] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.975870] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.976049] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.976216] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] No waiting events found dispatching network-vif-plugged-0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2238.976381] env[62448]: WARNING nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received unexpected event network-vif-plugged-0afa8c6d-c891-4730-a325-8decacf5801e for instance with vm_state active and task_state None. [ 2238.976547] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-changed-0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2238.976699] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing instance network info cache due to event network-changed-0afa8c6d-c891-4730-a325-8decacf5801e. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2238.976860] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.978749] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2238.978923] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.386s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.979159] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.731s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.979388] env[62448]: DEBUG nova.objects.instance [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lazy-loading 'resources' on Instance uuid c56a2c89-8cce-46c8-8b23-dbfcb420726f {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.994722] env[62448]: DEBUG nova.network.neutron [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Updating instance_info_cache with network_info: [{"id": "95f1684f-5203-4889-8a9a-0b032e8cf3fd", "address": "fa:16:3e:db:e1:1c", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f1684f-52", "ovs_interfaceid": "95f1684f-5203-4889-8a9a-0b032e8cf3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.095996] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.096619] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.096779] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.097061] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.097258] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Refreshing network info cache for port 0afa8c6d-c891-4730-a325-8decacf5801e {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.099060] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f206af-bde9-4a84-bd7b-9ae66c99e663 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.117173] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2239.117409] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2239.117579] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2239.117763] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2239.117910] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2239.118087] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2239.118300] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2239.118459] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2239.118623] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2239.118783] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2239.118952] env[62448]: DEBUG nova.virt.hardware [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2239.125226] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Reconfiguring VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2239.125724] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fdf693-eabd-494f-9c8b-2c1618ca806f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.144061] env[62448]: DEBUG oslo_vmware.api [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2239.144061] env[62448]: value = "task-2093713" [ 2239.144061] env[62448]: _type = "Task" [ 2239.144061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.152139] env[62448]: DEBUG oslo_vmware.api [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093713, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.168583] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.227971] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.228462] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Instance network_info: |[{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2239.228944] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:46:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10841d09-48ac-43a6-b805-c160b4e2607b', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.237455] env[62448]: DEBUG oslo.service.loopingcall [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.237728] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.237967] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f155660-0ce2-4a90-bf55-47e184336742 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.258030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.258270] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.263583] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.263583] env[62448]: value = "task-2093714" [ 2239.263583] env[62448]: _type = "Task" [ 2239.263583] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.272050] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093714, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.497471] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-3dd423ee-a016-43fd-8d11-22f3df89bd58" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.497808] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Instance network_info: |[{"id": "95f1684f-5203-4889-8a9a-0b032e8cf3fd", "address": "fa:16:3e:db:e1:1c", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f1684f-52", "ovs_interfaceid": "95f1684f-5203-4889-8a9a-0b032e8cf3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2239.498256] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e1:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f1684f-5203-4889-8a9a-0b032e8cf3fd', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.505570] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating folder: Project (14ceaca5bb8d4183b5c3357bbd31e84b). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2239.508379] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2943c5-7348-465b-9fe1-71d9c4ba1acf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.520604] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created folder: Project (14ceaca5bb8d4183b5c3357bbd31e84b) in parent group-v428508. [ 2239.520795] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating folder: Instances. Parent ref: group-v428784. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2239.523415] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004179a3-0f27-410b-b959-8c5983d90af5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.534637] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created folder: Instances in parent group-v428784. [ 2239.534893] env[62448]: DEBUG oslo.service.loopingcall [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.537396] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.537751] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c77d27a5-aa0e-496e-a694-7f8e41f00a22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.561272] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.561272] env[62448]: value = "task-2093717" [ 2239.561272] env[62448]: _type = "Task" [ 2239.561272] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.571948] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093717, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.657259] env[62448]: DEBUG oslo_vmware.api [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.695146] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376701d6-13b1-46b6-9a9e-90f645a92f08 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.704865] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a588074-5745-45ec-a8b7-69a6074c9c21 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.737842] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa9911-6394-4bc4-8de0-88efd6bb7750 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.745852] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37881f31-c532-42f3-9d8f-84b7b0d482a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.761373] env[62448]: DEBUG nova.compute.provider_tree [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2239.762847] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2239.779229] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093714, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.872337] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updated VIF entry in instance network info cache for port 0afa8c6d-c891-4730-a325-8decacf5801e. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2239.872591] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0afa8c6d-c891-4730-a325-8decacf5801e", "address": "fa:16:3e:ac:7f:6f", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0afa8c6d-c8", "ovs_interfaceid": "0afa8c6d-c891-4730-a325-8decacf5801e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.073313] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093717, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.155411] env[62448]: DEBUG oslo_vmware.api [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093713, 'name': ReconfigVM_Task, 'duration_secs': 0.793037} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.156226] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.156573] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Reconfigured VM to attach interface {{(pid=62448) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2240.270731] env[62448]: DEBUG nova.scheduler.client.report [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2240.289226] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093714, 'name': CreateVM_Task, 'duration_secs': 0.839011} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.290480] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2240.290480] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.290480] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.290726] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2240.291280] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d995b44-a823-4204-9788-0c4b12695bc9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.293970] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.298795] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2240.298795] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5279a533-c5e1-a2c6-4968-7f715144d4a4" [ 2240.298795] env[62448]: _type = "Task" [ 2240.298795] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.307879] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5279a533-c5e1-a2c6-4968-7f715144d4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.375553] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.375851] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2240.376040] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing instance network info cache due to event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2240.376265] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.376409] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.376565] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.571786] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093717, 'name': CreateVM_Task, 'duration_secs': 0.763696} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.571984] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2240.572659] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.662742] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c65392d-cfcd-473f-bdd2-bbcc562f3f95 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-0afa8c6d-c891-4730-a325-8decacf5801e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 14.301s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.777859] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.780383] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.488s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.780690] env[62448]: DEBUG nova.objects.instance [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lazy-loading 'resources' on Instance uuid 6478397f-5cdf-4d6d-b532-ee98e719db2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.803704] env[62448]: INFO nova.scheduler.client.report [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Deleted allocations for instance c56a2c89-8cce-46c8-8b23-dbfcb420726f [ 2240.812520] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5279a533-c5e1-a2c6-4968-7f715144d4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.812814] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.813059] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2240.813304] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.813457] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.813645] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2240.813926] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.814250] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2240.814487] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139c1344-ac98-47fa-9293-45da45917795 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.816506] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa5bb30-560a-4df6-8469-c672a7272495 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.822304] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2240.822304] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bc048a-38f0-44ec-c5c6-29ebb23b4a3d" [ 2240.822304] env[62448]: _type = "Task" [ 2240.822304] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.826364] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.826563] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.827647] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b41241a-1d20-439f-ba99-340bdb00e12c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.834050] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bc048a-38f0-44ec-c5c6-29ebb23b4a3d, 'name': SearchDatastore_Task} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.835245] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.835489] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2240.835713] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.836017] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2240.836017] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ddc883-e8f1-94b8-b020-9160374e7a40" [ 2240.836017] env[62448]: _type = "Task" [ 2240.836017] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.844019] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ddc883-e8f1-94b8-b020-9160374e7a40, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.844737] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bceb14-0b27-4d5a-a7aa-2da16275ae05 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.849986] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2240.849986] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524ff674-9a07-b324-88af-d3e18c9c2169" [ 2240.849986] env[62448]: _type = "Task" [ 2240.849986] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.861413] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524ff674-9a07-b324-88af-d3e18c9c2169, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.861662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.861943] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2240.862233] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.862426] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2240.862642] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65177b26-2992-4e16-9f49-91490ca5fffa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.864613] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc439911-03a1-4526-b5d4-b748b871cfbf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.871424] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2240.871424] env[62448]: value = "task-2093718" [ 2240.871424] env[62448]: _type = "Task" [ 2240.871424] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.875682] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.875951] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.876763] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2798bd18-66a5-4371-b05e-33eb1a3e29fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.883974] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.887196] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2240.887196] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5281ff36-2086-57bb-1b3c-8ed563bfbd6d" [ 2240.887196] env[62448]: _type = "Task" [ 2240.887196] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.895194] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5281ff36-2086-57bb-1b3c-8ed563bfbd6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.236379] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updated VIF entry in instance network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2241.237091] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.315398] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7efc41c2-e8d5-49e5-a648-f39afca7536c tempest-DeleteServersTestJSON-472981819 tempest-DeleteServersTestJSON-472981819-project-member] Lock "c56a2c89-8cce-46c8-8b23-dbfcb420726f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.381s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.384712] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466201} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.385143] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2241.385378] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2241.385727] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d4d69f4-8ed8-44fb-87b3-0c4b05f6b748 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.399446] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5281ff36-2086-57bb-1b3c-8ed563bfbd6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.402448] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2241.402448] env[62448]: value = "task-2093719" [ 2241.402448] env[62448]: _type = "Task" [ 2241.402448] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.402759] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c93d733-e0a7-4c28-8ae1-867e890a3aed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.414816] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2241.414816] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524dec8c-89b2-8996-e172-dddf31b73d32" [ 2241.414816] env[62448]: _type = "Task" [ 2241.414816] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.417885] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.431788] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524dec8c-89b2-8996-e172-dddf31b73d32, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.431952] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.432235] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3dd423ee-a016-43fd-8d11-22f3df89bd58/3dd423ee-a016-43fd-8d11-22f3df89bd58.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2241.432498] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ae3d7c-eb3c-440e-bc56-04afe9bda5a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.442996] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2241.442996] env[62448]: value = "task-2093720" [ 2241.442996] env[62448]: _type = "Task" [ 2241.442996] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.452260] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.465144] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.465471] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.498116] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb7eaa-8ee5-46a8-97d2-fe4f82a37ee5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.506652] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa90ef-d662-4505-9f7e-a7d63e5a8bcd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.540084] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f30dc4-f9a2-4920-9aa0-1ee5cf88238c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.548365] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40ec4e-595f-44c2-8f8a-1dab589bdaa5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.562492] env[62448]: DEBUG nova.compute.provider_tree [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2241.740074] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.741087] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Received event network-vif-deleted-f98d9062-1544-4271-8958-faff07b7eba1 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2241.741491] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Received event network-vif-plugged-95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2241.741592] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquiring lock "3dd423ee-a016-43fd-8d11-22f3df89bd58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.742201] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.742201] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.742201] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] No waiting events found dispatching network-vif-plugged-95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2241.742391] env[62448]: WARNING nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Received unexpected event network-vif-plugged-95f1684f-5203-4889-8a9a-0b032e8cf3fd for instance with vm_state building and task_state spawning. [ 2241.742552] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Received event network-changed-95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2241.742725] env[62448]: DEBUG nova.compute.manager [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Refreshing instance network info cache due to event network-changed-95f1684f-5203-4889-8a9a-0b032e8cf3fd. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2241.742963] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquiring lock "refresh_cache-3dd423ee-a016-43fd-8d11-22f3df89bd58" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.743125] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Acquired lock "refresh_cache-3dd423ee-a016-43fd-8d11-22f3df89bd58" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.743289] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Refreshing network info cache for port 95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2241.922130] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076403} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.922130] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2241.922130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdb037e-3a94-49f2-a3c5-8735d87d9ce3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.951407] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2241.951611] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a87b0e0-4380-43bd-8745-2b318d7ac910 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.972358] env[62448]: DEBUG nova.compute.utils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2241.979785] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526079} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.982257] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3dd423ee-a016-43fd-8d11-22f3df89bd58/3dd423ee-a016-43fd-8d11-22f3df89bd58.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2241.982257] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2241.982257] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2241.982257] env[62448]: value = "task-2093721" [ 2241.982257] env[62448]: _type = "Task" [ 2241.982257] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.982257] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab84f05e-3e05-48ba-a1ac-330b0a6279ec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.994600] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.996275] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2241.996275] env[62448]: value = "task-2093722" [ 2241.996275] env[62448]: _type = "Task" [ 2241.996275] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.006249] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.066774] env[62448]: DEBUG nova.scheduler.client.report [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2242.224163] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "interface-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-0afa8c6d-c891-4730-a325-8decacf5801e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.224634] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-0afa8c6d-c891-4730-a325-8decacf5801e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.441101] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Updated VIF entry in instance network info cache for port 95f1684f-5203-4889-8a9a-0b032e8cf3fd. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2242.441475] env[62448]: DEBUG nova.network.neutron [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Updating instance_info_cache with network_info: [{"id": "95f1684f-5203-4889-8a9a-0b032e8cf3fd", "address": "fa:16:3e:db:e1:1c", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f1684f-52", "ovs_interfaceid": "95f1684f-5203-4889-8a9a-0b032e8cf3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.475413] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.494341] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.504771] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080394} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.505034] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2242.505802] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed87a0-f5f5-4e9a-bbd9-33524a2c428e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.529667] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 3dd423ee-a016-43fd-8d11-22f3df89bd58/3dd423ee-a016-43fd-8d11-22f3df89bd58.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2242.529930] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2768cc-6082-4eb8-a072-14bb01a5d3d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.549942] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2242.549942] env[62448]: value = "task-2093724" [ 2242.549942] env[62448]: _type = "Task" [ 2242.549942] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.558385] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.573429] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.575771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.407s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.576016] env[62448]: DEBUG nova.objects.instance [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lazy-loading 'resources' on Instance uuid 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2242.597690] env[62448]: INFO nova.scheduler.client.report [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Deleted allocations for instance 6478397f-5cdf-4d6d-b532-ee98e719db2d [ 2242.728327] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.728533] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.729542] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5a1ca-ada8-4876-bb73-927e2820e616 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.750084] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb5159-e03a-4cd9-884d-25d4dd6c317b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.778248] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Reconfiguring VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2242.778913] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59b5c1e-4854-41d2-adea-eca325255908 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.799609] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2242.799609] env[62448]: value = "task-2093725" [ 2242.799609] env[62448]: _type = "Task" [ 2242.799609] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.813817] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.944486] env[62448]: DEBUG oslo_concurrency.lockutils [req-101ec849-7f77-4d6e-8005-f7e3cc357552 req-dcc83b85-d6e2-47cc-8adb-1bafc4f0be76 service nova] Releasing lock "refresh_cache-3dd423ee-a016-43fd-8d11-22f3df89bd58" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.994598] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093721, 'name': ReconfigVM_Task, 'duration_secs': 0.826226} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.994872] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2242.995549] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbdb2ce5-a006-4c66-a5aa-532ab3da21d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.002890] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2243.002890] env[62448]: value = "task-2093726" [ 2243.002890] env[62448]: _type = "Task" [ 2243.002890] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.012261] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093726, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.060655] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093724, 'name': ReconfigVM_Task, 'duration_secs': 0.309211} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.060914] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 3dd423ee-a016-43fd-8d11-22f3df89bd58/3dd423ee-a016-43fd-8d11-22f3df89bd58.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2243.061525] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58089d6-94af-42a7-af2a-edfe328a39c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.074476] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2243.074476] env[62448]: value = "task-2093727" [ 2243.074476] env[62448]: _type = "Task" [ 2243.074476] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.086269] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093727, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.105913] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a3d8cef1-b637-487a-8c9b-b1a52c3ce907 tempest-ServersNegativeTestJSON-1509601044 tempest-ServersNegativeTestJSON-1509601044-project-member] Lock "6478397f-5cdf-4d6d-b532-ee98e719db2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.343s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.258772] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da41a21-1cbf-490c-aebe-d4fbd8576bff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.267535] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c51871-ee3f-46f8-85c4-12544e969807 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.299214] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7990f68-3e70-4e93-8e6d-9aed7414e38a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.312064] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.313229] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadea18d-ba4c-4db4-95ef-9ec7d8480472 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.326546] env[62448]: DEBUG nova.compute.provider_tree [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2243.514540] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093726, 'name': Rename_Task, 'duration_secs': 0.193551} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.514827] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2243.515082] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f11fd9-c89a-4965-91ca-d34aa9db8610 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.522523] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2243.522523] env[62448]: value = "task-2093728" [ 2243.522523] env[62448]: _type = "Task" [ 2243.522523] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.530427] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.546405] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.546700] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.546935] env[62448]: INFO nova.compute.manager [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Attaching volume 88ecf592-82ae-4a9f-b880-842f6a2819dc to /dev/sdb [ 2243.584242] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093727, 'name': Rename_Task, 'duration_secs': 0.180846} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.584535] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2243.584782] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf1a68a-e4c4-4dc0-b5b2-8e2e67d5f883 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.587828] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784347f1-6ba0-4e40-9a0c-c11960279252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.596423] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540ba84-e141-47ff-b0fa-12c50e7b4252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.599127] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2243.599127] env[62448]: value = "task-2093729" [ 2243.599127] env[62448]: _type = "Task" [ 2243.599127] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.608674] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.614974] env[62448]: DEBUG nova.virt.block_device [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updating existing volume attachment record: 6708b4c7-9da9-4028-91ce-dced806ec38a {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2243.811943] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.830158] env[62448]: DEBUG nova.scheduler.client.report [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2244.034894] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093728, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.112704] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.313546] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.335690] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.338167] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.044s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.339704] env[62448]: INFO nova.compute.claims [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2244.362674] env[62448]: INFO nova.scheduler.client.report [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Deleted allocations for instance 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20 [ 2244.534954] env[62448]: DEBUG oslo_vmware.api [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093728, 'name': PowerOnVM_Task, 'duration_secs': 0.620756} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.535613] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2244.536148] env[62448]: INFO nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Took 10.96 seconds to spawn the instance on the hypervisor. [ 2244.536865] env[62448]: DEBUG nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2244.538134] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3d8299-2b13-4f51-a641-0aa1bf01905f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.619909] env[62448]: DEBUG oslo_vmware.api [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093729, 'name': PowerOnVM_Task, 'duration_secs': 0.634408} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.620278] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2244.620500] env[62448]: INFO nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Took 7.86 seconds to spawn the instance on the hypervisor. [ 2244.620679] env[62448]: DEBUG nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2244.621493] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552107bb-cbee-4a80-817d-30b506e1c653 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.812978] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.873697] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44ee274b-c8e7-4e4e-a03e-5739de57dcb1 tempest-ServersV294TestFqdnHostnames-225952503 tempest-ServersV294TestFqdnHostnames-225952503-project-member] Lock "7860c232-d6e7-44f6-9aa5-5c7e71cb1f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.928s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.059105] env[62448]: INFO nova.compute.manager [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Took 17.72 seconds to build instance. [ 2245.149633] env[62448]: INFO nova.compute.manager [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Took 13.62 seconds to build instance. [ 2245.317935] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.518560] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e0397-4ad7-456a-9e20-d7011bab7b9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.528028] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6924b5-4aa3-49ff-bb96-39d0fdbaed71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.561369] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d77921-6f01-41cf-81ad-cccbff713bbf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.564185] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fea0a450-2836-4acf-a0c3-87be9243b939 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.233s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.570444] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f93d6d-f155-48a4-8f6d-5a6295951bbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.585079] env[62448]: DEBUG nova.compute.provider_tree [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2245.655717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-90bc9403-4764-46c6-bb1d-ff9ffe8ae7dd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.137s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.814860] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.948842] env[62448]: DEBUG nova.compute.manager [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2245.948842] env[62448]: DEBUG nova.compute.manager [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing instance network info cache due to event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2245.949126] env[62448]: DEBUG oslo_concurrency.lockutils [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.949196] env[62448]: DEBUG oslo_concurrency.lockutils [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.949515] env[62448]: DEBUG nova.network.neutron [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2246.088185] env[62448]: DEBUG nova.scheduler.client.report [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2246.315341] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.595139] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.595810] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2246.819862] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.888633] env[62448]: DEBUG nova.network.neutron [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updated VIF entry in instance network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2246.888830] env[62448]: DEBUG nova.network.neutron [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.104217] env[62448]: DEBUG nova.compute.utils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2247.106284] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2247.106591] env[62448]: DEBUG nova.network.neutron [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2247.234959] env[62448]: DEBUG nova.policy [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e11a36bf3f4809b5fc7cec60f2aa70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c3fae02a444319575087479233071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2247.320231] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.391771] env[62448]: DEBUG oslo_concurrency.lockutils [req-797c613f-dc40-4fdf-aeec-be5c9ea17940 req-45e0ce32-da5c-48ef-bcd0-87905c9176f3 service nova] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.610182] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2247.740123] env[62448]: DEBUG nova.network.neutron [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Successfully created port: 6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2247.821600] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.830191] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.830191] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.175125] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2248.175125] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428788', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'name': 'volume-88ecf592-82ae-4a9f-b880-842f6a2819dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c5faaf6-c41f-42ca-abf1-9eb97e68268b', 'attached_at': '', 'detached_at': '', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'serial': '88ecf592-82ae-4a9f-b880-842f6a2819dc'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2248.175125] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5154b8-62d7-4fa5-852a-94a38e558b20 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.193859] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e822e-f560-4e82-b7db-fa9fb818256f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.219594] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-88ecf592-82ae-4a9f-b880-842f6a2819dc/volume-88ecf592-82ae-4a9f-b880-842f6a2819dc.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2248.220128] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4642b971-6f8d-4174-a866-9fe31a2b9b63 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.242972] env[62448]: DEBUG oslo_vmware.api [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2248.242972] env[62448]: value = "task-2093734" [ 2248.242972] env[62448]: _type = "Task" [ 2248.242972] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.254468] env[62448]: DEBUG oslo_vmware.api [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.320389] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.332036] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2248.619779] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2248.654094] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2248.654351] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2248.654521] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2248.654731] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2248.654880] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2248.655352] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2248.655590] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2248.655839] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2248.656054] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2248.656423] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2248.656624] env[62448]: DEBUG nova.virt.hardware [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2248.657738] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5584b52a-92cc-41f0-b9e5-0f2527f4296a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.666988] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbd6822-fe38-4ea1-bb1d-d113072e8f0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.759387] env[62448]: DEBUG oslo_vmware.api [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093734, 'name': ReconfigVM_Task, 'duration_secs': 0.427847} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.759713] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-88ecf592-82ae-4a9f-b880-842f6a2819dc/volume-88ecf592-82ae-4a9f-b880-842f6a2819dc.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2248.764546] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd248d9d-9269-49fa-8445-6e4067f21ea2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.782766] env[62448]: DEBUG oslo_vmware.api [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2248.782766] env[62448]: value = "task-2093735" [ 2248.782766] env[62448]: _type = "Task" [ 2248.782766] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.793108] env[62448]: DEBUG oslo_vmware.api [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.824752] env[62448]: DEBUG oslo_vmware.api [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093725, 'name': ReconfigVM_Task, 'duration_secs': 5.820349} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.825030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.825251] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Reconfigured VM to detach interface {{(pid=62448) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2248.857270] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.857616] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.859951] env[62448]: INFO nova.compute.claims [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2249.295622] env[62448]: DEBUG oslo_vmware.api [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093735, 'name': ReconfigVM_Task, 'duration_secs': 0.163438} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.295932] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428788', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'name': 'volume-88ecf592-82ae-4a9f-b880-842f6a2819dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c5faaf6-c41f-42ca-abf1-9eb97e68268b', 'attached_at': '', 'detached_at': '', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'serial': '88ecf592-82ae-4a9f-b880-842f6a2819dc'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2249.356894] env[62448]: DEBUG nova.compute.manager [req-0d299ff9-abfa-47fe-8123-5667829144be req-f89cfbe6-2708-48dc-89f2-4985b8a8f0cf service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Received event network-vif-plugged-6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2249.356894] env[62448]: DEBUG oslo_concurrency.lockutils [req-0d299ff9-abfa-47fe-8123-5667829144be req-f89cfbe6-2708-48dc-89f2-4985b8a8f0cf service nova] Acquiring lock "59fc20fd-ced6-4b63-a51c-02e18689b26e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.356894] env[62448]: DEBUG oslo_concurrency.lockutils [req-0d299ff9-abfa-47fe-8123-5667829144be req-f89cfbe6-2708-48dc-89f2-4985b8a8f0cf service nova] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.358058] env[62448]: DEBUG oslo_concurrency.lockutils [req-0d299ff9-abfa-47fe-8123-5667829144be req-f89cfbe6-2708-48dc-89f2-4985b8a8f0cf service nova] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.358058] env[62448]: DEBUG nova.compute.manager [req-0d299ff9-abfa-47fe-8123-5667829144be req-f89cfbe6-2708-48dc-89f2-4985b8a8f0cf service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] No waiting events found dispatching network-vif-plugged-6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2249.358228] env[62448]: WARNING nova.compute.manager [req-0d299ff9-abfa-47fe-8123-5667829144be req-f89cfbe6-2708-48dc-89f2-4985b8a8f0cf service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Received unexpected event network-vif-plugged-6fd254d2-6895-498f-a2ed-37e42dba8d3a for instance with vm_state building and task_state spawning. [ 2249.461471] env[62448]: DEBUG nova.network.neutron [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Successfully updated port: 6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2249.961088] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-59fc20fd-ced6-4b63-a51c-02e18689b26e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2249.961317] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-59fc20fd-ced6-4b63-a51c-02e18689b26e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2249.961413] env[62448]: DEBUG nova.network.neutron [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2250.052573] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a8dbc-0560-4a17-be29-102f8748399b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.060876] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5cd35-dd7e-4d86-b507-c64811a433f8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.093929] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a9179-3962-453f-8b2b-cec6739fd58d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.102157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819686be-e07e-4268-b6d2-96f27620ac4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.115570] env[62448]: DEBUG nova.compute.provider_tree [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2250.245982] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.246243] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquired lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.246457] env[62448]: DEBUG nova.network.neutron [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2250.340836] env[62448]: DEBUG nova.objects.instance [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'flavor' on Instance uuid 7c5faaf6-c41f-42ca-abf1-9eb97e68268b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.504746] env[62448]: DEBUG nova.network.neutron [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2250.618872] env[62448]: DEBUG nova.scheduler.client.report [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2250.626448] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.626670] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.647103] env[62448]: DEBUG nova.network.neutron [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Updating instance_info_cache with network_info: [{"id": "6fd254d2-6895-498f-a2ed-37e42dba8d3a", "address": "fa:16:3e:c1:34:57", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd254d2-68", "ovs_interfaceid": "6fd254d2-6895-498f-a2ed-37e42dba8d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2250.778812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.781487] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.781487] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.781487] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.781487] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.782319] env[62448]: INFO nova.compute.manager [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Terminating instance [ 2250.847932] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b48b6f4-b8a6-46c7-9c85-874d0102b075 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.010665] env[62448]: INFO nova.network.neutron [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Port 0afa8c6d-c891-4730-a325-8decacf5801e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2251.011854] env[62448]: DEBUG nova.network.neutron [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [{"id": "02d0a670-639f-4f96-92a4-97222ef9ea21", "address": "fa:16:3e:9c:8f:ce", "network": {"id": "8b236d7b-0fe9-47db-a968-007ba0f135d9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1055606397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8dc937cb9a48fdbefd486dfda3b1e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d0a670-63", "ovs_interfaceid": "02d0a670-639f-4f96-92a4-97222ef9ea21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.127239] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.127915] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2251.130741] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2251.149747] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-59fc20fd-ced6-4b63-a51c-02e18689b26e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.150838] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance network_info: |[{"id": "6fd254d2-6895-498f-a2ed-37e42dba8d3a", "address": "fa:16:3e:c1:34:57", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd254d2-68", "ovs_interfaceid": "6fd254d2-6895-498f-a2ed-37e42dba8d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2251.150838] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:34:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd254d2-6895-498f-a2ed-37e42dba8d3a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2251.158088] env[62448]: DEBUG oslo.service.loopingcall [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2251.158707] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2251.158923] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fd202a2-84eb-46d3-8bcd-057e42a2a09f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.183815] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2251.183815] env[62448]: value = "task-2093736" [ 2251.183815] env[62448]: _type = "Task" [ 2251.183815] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.192475] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.286396] env[62448]: DEBUG nova.compute.manager [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2251.286674] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2251.287695] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6109de-c646-4f5d-8b36-c37262b9ae04 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.296620] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2251.296884] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a371a68-20c6-469e-9db7-8760f55c8cf4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.303726] env[62448]: DEBUG oslo_vmware.api [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2251.303726] env[62448]: value = "task-2093737" [ 2251.303726] env[62448]: _type = "Task" [ 2251.303726] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.312162] env[62448]: DEBUG oslo_vmware.api [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.391924] env[62448]: DEBUG nova.compute.manager [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Received event network-changed-6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.392209] env[62448]: DEBUG nova.compute.manager [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Refreshing instance network info cache due to event network-changed-6fd254d2-6895-498f-a2ed-37e42dba8d3a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2251.392363] env[62448]: DEBUG oslo_concurrency.lockutils [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] Acquiring lock "refresh_cache-59fc20fd-ced6-4b63-a51c-02e18689b26e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.392515] env[62448]: DEBUG oslo_concurrency.lockutils [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] Acquired lock "refresh_cache-59fc20fd-ced6-4b63-a51c-02e18689b26e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.392732] env[62448]: DEBUG nova.network.neutron [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Refreshing network info cache for port 6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2251.515794] env[62448]: INFO nova.compute.manager [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Rebuilding instance [ 2251.518570] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Releasing lock "refresh_cache-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.566484] env[62448]: DEBUG nova.compute.manager [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2251.567354] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26055990-998e-4ba6-9f17-6dd3dc9cb973 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.635788] env[62448]: DEBUG nova.compute.utils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2251.636653] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2251.636825] env[62448]: DEBUG nova.network.neutron [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2251.655848] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.656980] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.657743] env[62448]: INFO nova.compute.claims [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2251.689687] env[62448]: DEBUG nova.policy [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2251.697380] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.814625] env[62448]: DEBUG oslo_vmware.api [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093737, 'name': PowerOffVM_Task, 'duration_secs': 0.206086} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.814862] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2251.815053] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2251.815332] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7439fa-080c-4df5-bbbc-a304d2ed4267 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.991677] env[62448]: DEBUG nova.network.neutron [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Successfully created port: c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2252.022754] env[62448]: DEBUG oslo_concurrency.lockutils [None req-650fd050-d1c8-44a0-9203-ae6dfc7567a9 tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "interface-5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e-0afa8c6d-c891-4730-a325-8decacf5801e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.798s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.142180] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2252.199760] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.266895] env[62448]: DEBUG nova.network.neutron [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Updated VIF entry in instance network info cache for port 6fd254d2-6895-498f-a2ed-37e42dba8d3a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2252.267254] env[62448]: DEBUG nova.network.neutron [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Updating instance_info_cache with network_info: [{"id": "6fd254d2-6895-498f-a2ed-37e42dba8d3a", "address": "fa:16:3e:c1:34:57", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd254d2-68", "ovs_interfaceid": "6fd254d2-6895-498f-a2ed-37e42dba8d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.268629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.268851] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.582131] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2252.582598] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a192c67-4367-4390-a22a-27d0e4c5ccb5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.593534] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2252.593534] env[62448]: value = "task-2093739" [ 2252.593534] env[62448]: _type = "Task" [ 2252.593534] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.602896] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.699619] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.771282] env[62448]: DEBUG oslo_concurrency.lockutils [req-a4e6aff5-7caa-43be-9d7c-3409e1d2c3ed req-28a8c011-7566-4955-b936-2d208bd8b527 service nova] Releasing lock "refresh_cache-59fc20fd-ced6-4b63-a51c-02e18689b26e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.772314] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2252.870530] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a7200-53cb-404e-8734-95bd09377269 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.878802] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80562e3c-df5e-40c0-8fac-c40e40c2854c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.911301] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a664d-2f33-494a-8d4b-9439ddac7a51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.918619] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e9fe7-6e5d-4a05-85b0-1ed06fab6c64 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.932979] env[62448]: DEBUG nova.compute.provider_tree [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2253.104668] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093739, 'name': PowerOffVM_Task, 'duration_secs': 0.256682} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.105051] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2253.105213] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2253.106095] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559203a5-fb9b-4275-834e-e497859943e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.114222] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2253.114481] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73fa59cb-d793-4e5d-9042-628c28b247d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.152344] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2253.181837] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2253.182125] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2253.182286] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2253.182466] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2253.182611] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2253.182758] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2253.182962] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2253.183133] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2253.183302] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2253.183462] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2253.183632] env[62448]: DEBUG nova.virt.hardware [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2253.184519] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a8d3a-65ef-41a3-9ffc-022c9ff417f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.196298] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c07f7-3059-4bca-a1dc-8e94225f14cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.203823] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.291983] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.436894] env[62448]: DEBUG nova.scheduler.client.report [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2253.699900] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.942633] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.943144] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2253.945927] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.654s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.947385] env[62448]: INFO nova.compute.claims [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2254.202175] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.452248] env[62448]: DEBUG nova.compute.utils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2254.455775] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2254.455870] env[62448]: DEBUG nova.network.neutron [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2254.493120] env[62448]: DEBUG nova.policy [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e10dc2f8fa449658049b6c352cdf165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd8dc5770e0b4d818f43a447e32c9c59', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2254.702345] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.723801] env[62448]: DEBUG nova.network.neutron [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Successfully created port: 3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2254.958306] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2255.157916] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395442a-e351-4599-a367-4280a0a6b55c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.166089] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaab4e3-0eed-492a-86db-2660d954cd81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.197899] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a243c-adb7-45fc-bd0d-0386ab3a48bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.208857] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad19ee4d-b1c2-4ef9-9884-c933af90eba0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.212323] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.222340] env[62448]: DEBUG nova.compute.provider_tree [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2255.412061] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.412061] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.705248] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.725612] env[62448]: DEBUG nova.scheduler.client.report [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2255.915302] env[62448]: INFO nova.compute.manager [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Detaching volume c8f98f55-8c85-4944-9cb7-e9f370886c68 [ 2255.954956] env[62448]: INFO nova.virt.block_device [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Attempting to driver detach volume c8f98f55-8c85-4944-9cb7-e9f370886c68 from mountpoint /dev/sdb [ 2255.955277] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2255.955493] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428768', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'name': 'volume-c8f98f55-8c85-4944-9cb7-e9f370886c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'serial': 'c8f98f55-8c85-4944-9cb7-e9f370886c68'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2255.956495] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a93905-ddba-468e-85c2-345025af276e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.978656] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2255.981521] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513143b8-67fc-4d87-a0b7-70ae42ad81d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.991215] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b89b02-05e0-4eff-9009-6cf0d7389f6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.016047] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb85c70-3042-4ed9-91c8-bcba25612cd9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.033231] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] The volume has not been displaced from its original location: [datastore2] volume-c8f98f55-8c85-4944-9cb7-e9f370886c68/volume-c8f98f55-8c85-4944-9cb7-e9f370886c68.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2256.038405] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2256.040703] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2256.040934] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2256.041105] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2256.041293] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2256.041434] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2256.041575] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2256.041775] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2256.041942] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2256.042106] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2256.042266] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2256.042433] env[62448]: DEBUG nova.virt.hardware [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2256.042689] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041c9304-4b30-4604-bcef-1c8bc8c92ed8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.055487] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb5344-01ea-4966-9ef2-460000ead462 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.063581] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0eb644-0b94-455d-aa8d-6cef2011b78b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.068450] env[62448]: DEBUG oslo_vmware.api [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2256.068450] env[62448]: value = "task-2093741" [ 2256.068450] env[62448]: _type = "Task" [ 2256.068450] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.084594] env[62448]: DEBUG oslo_vmware.api [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.206056] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.230483] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.230879] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2256.579495] env[62448]: DEBUG oslo_vmware.api [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093741, 'name': ReconfigVM_Task, 'duration_secs': 0.242864} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.579865] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2256.584501] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db480afc-1ea2-4956-81d7-5f4122dd3f22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.601776] env[62448]: DEBUG oslo_vmware.api [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2256.601776] env[62448]: value = "task-2093742" [ 2256.601776] env[62448]: _type = "Task" [ 2256.601776] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.611572] env[62448]: DEBUG oslo_vmware.api [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.708565] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.738318] env[62448]: DEBUG nova.compute.utils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2256.739839] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2256.740020] env[62448]: DEBUG nova.network.neutron [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2256.779899] env[62448]: DEBUG nova.policy [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e72d3171ff4dcf8d04d0a314c60cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c32e870eaa74ba3aab0f5769a357360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2257.043138] env[62448]: DEBUG nova.network.neutron [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Successfully created port: b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2257.112947] env[62448]: DEBUG oslo_vmware.api [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093742, 'name': ReconfigVM_Task, 'duration_secs': 0.141161} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.113363] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428768', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'name': 'volume-c8f98f55-8c85-4944-9cb7-e9f370886c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8f98f55-8c85-4944-9cb7-e9f370886c68', 'serial': 'c8f98f55-8c85-4944-9cb7-e9f370886c68'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2257.210050] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.242963] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2257.273666] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2257.273854] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2257.274100] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleting the datastore file [datastore2] 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2257.274442] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa317ee9-7411-44cc-a9d5-ebebf028fac1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.282916] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2257.283249] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2257.283362] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleting the datastore file [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2257.283613] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56bbcfb-2e95-4a21-afa3-c326c624a765 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.288328] env[62448]: DEBUG oslo_vmware.api [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2257.288328] env[62448]: value = "task-2093743" [ 2257.288328] env[62448]: _type = "Task" [ 2257.288328] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.295076] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2257.295076] env[62448]: value = "task-2093744" [ 2257.295076] env[62448]: _type = "Task" [ 2257.295076] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.304502] env[62448]: DEBUG oslo_vmware.api [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.310607] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.660032] env[62448]: DEBUG nova.objects.instance [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'flavor' on Instance uuid 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2257.710669] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.799285] env[62448]: DEBUG oslo_vmware.api [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165249} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.802574] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2257.802767] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2257.802945] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2257.803136] env[62448]: INFO nova.compute.manager [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Took 6.52 seconds to destroy the instance on the hypervisor. [ 2257.803372] env[62448]: DEBUG oslo.service.loopingcall [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2257.803560] env[62448]: DEBUG nova.compute.manager [-] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2257.803667] env[62448]: DEBUG nova.network.neutron [-] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2257.810414] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15277} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.810644] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2257.810819] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2257.810995] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2258.209767] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.257819] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2258.290507] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2258.290661] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2258.291596] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2258.291596] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2258.291596] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2258.291596] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2258.291596] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2258.291890] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2258.292141] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2258.292421] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2258.292743] env[62448]: DEBUG nova.virt.hardware [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2258.294060] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a306ddc-fcb3-440f-a736-5ee120a6a024 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.301936] env[62448]: DEBUG nova.compute.manager [req-a2fe1859-f0a2-4158-af1d-32138c72cd62 req-b1108262-7b6b-4df5-80a4-0192119575e2 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Received event network-vif-plugged-3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2258.302159] env[62448]: DEBUG oslo_concurrency.lockutils [req-a2fe1859-f0a2-4158-af1d-32138c72cd62 req-b1108262-7b6b-4df5-80a4-0192119575e2 service nova] Acquiring lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.302849] env[62448]: DEBUG oslo_concurrency.lockutils [req-a2fe1859-f0a2-4158-af1d-32138c72cd62 req-b1108262-7b6b-4df5-80a4-0192119575e2 service nova] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.302849] env[62448]: DEBUG oslo_concurrency.lockutils [req-a2fe1859-f0a2-4158-af1d-32138c72cd62 req-b1108262-7b6b-4df5-80a4-0192119575e2 service nova] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.302849] env[62448]: DEBUG nova.compute.manager [req-a2fe1859-f0a2-4158-af1d-32138c72cd62 req-b1108262-7b6b-4df5-80a4-0192119575e2 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] No waiting events found dispatching network-vif-plugged-3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.302849] env[62448]: WARNING nova.compute.manager [req-a2fe1859-f0a2-4158-af1d-32138c72cd62 req-b1108262-7b6b-4df5-80a4-0192119575e2 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Received unexpected event network-vif-plugged-3d130714-8d0d-401d-8491-cae03d22c2e3 for instance with vm_state building and task_state spawning. [ 2258.309700] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f26d83-0e9a-4323-82ad-4c422a5b7d7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.484828] env[62448]: DEBUG nova.network.neutron [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Successfully updated port: 3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2258.666914] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e1e34bb5-d4e9-4155-a59a-f12591ebf8dd tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.702046] env[62448]: DEBUG nova.compute.manager [req-ad8a7b02-6df9-43ff-a006-bdba415e3f44 req-cd25a249-32e0-416f-9f67-4a5804cfdce1 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Received event network-vif-plugged-c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2258.702414] env[62448]: DEBUG oslo_concurrency.lockutils [req-ad8a7b02-6df9-43ff-a006-bdba415e3f44 req-cd25a249-32e0-416f-9f67-4a5804cfdce1 service nova] Acquiring lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.702591] env[62448]: DEBUG oslo_concurrency.lockutils [req-ad8a7b02-6df9-43ff-a006-bdba415e3f44 req-cd25a249-32e0-416f-9f67-4a5804cfdce1 service nova] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.702986] env[62448]: DEBUG oslo_concurrency.lockutils [req-ad8a7b02-6df9-43ff-a006-bdba415e3f44 req-cd25a249-32e0-416f-9f67-4a5804cfdce1 service nova] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.702986] env[62448]: DEBUG nova.compute.manager [req-ad8a7b02-6df9-43ff-a006-bdba415e3f44 req-cd25a249-32e0-416f-9f67-4a5804cfdce1 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] No waiting events found dispatching network-vif-plugged-c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.702986] env[62448]: WARNING nova.compute.manager [req-ad8a7b02-6df9-43ff-a006-bdba415e3f44 req-cd25a249-32e0-416f-9f67-4a5804cfdce1 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Received unexpected event network-vif-plugged-c9a92390-4070-4784-91da-4412a1538ecf for instance with vm_state building and task_state spawning. [ 2258.721750] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093736, 'name': CreateVM_Task, 'duration_secs': 7.313463} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.722270] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2258.723016] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.723207] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.723520] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2258.724132] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e28114-7ee2-4e5a-b6cf-4903a1588fd1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.729925] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2258.729925] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521a1ddf-bd63-256b-f512-b66acec13359" [ 2258.729925] env[62448]: _type = "Task" [ 2258.729925] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.739995] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521a1ddf-bd63-256b-f512-b66acec13359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.778787] env[62448]: DEBUG nova.network.neutron [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Successfully updated port: c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2258.851936] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2258.852732] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2258.852914] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2258.853123] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2258.853275] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2258.853419] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2258.853630] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2258.853789] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2258.853953] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2258.854166] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2258.854343] env[62448]: DEBUG nova.virt.hardware [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2258.855466] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7b550d-9d32-4fc1-bec0-8a4891df6bb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.866456] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7bfeab-39b8-46e3-a446-3498fe2c0509 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.880379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:af:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54e0e8f1-3032-49c5-8459-db0d2840d663', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2258.887766] env[62448]: DEBUG oslo.service.loopingcall [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2258.888014] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2258.888230] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5db2f550-1910-4098-977d-8a9a98666467 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.910169] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2258.910169] env[62448]: value = "task-2093745" [ 2258.910169] env[62448]: _type = "Task" [ 2258.910169] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.919365] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093745, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.948425] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.948706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.948919] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.949125] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.949299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.951495] env[62448]: INFO nova.compute.manager [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Terminating instance [ 2258.992028] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "refresh_cache-dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.992028] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquired lock "refresh_cache-dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.992028] env[62448]: DEBUG nova.network.neutron [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.095030] env[62448]: DEBUG nova.network.neutron [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Successfully updated port: b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2259.242929] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521a1ddf-bd63-256b-f512-b66acec13359, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.243344] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.243647] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2259.243937] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.244163] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.244402] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2259.244721] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2261e19c-0dad-4249-ac88-f0c0c7d47501 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.255786] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2259.255967] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2259.256768] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef83abe-8cd8-4c42-9633-50cd96064670 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.263033] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2259.263033] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527d689e-2c15-f68b-fd5f-0029da5060d7" [ 2259.263033] env[62448]: _type = "Task" [ 2259.263033] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.272172] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527d689e-2c15-f68b-fd5f-0029da5060d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.283962] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-a13c8ad0-60a7-48ea-87b0-290b5d330f2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.284239] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-a13c8ad0-60a7-48ea-87b0-290b5d330f2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.284355] env[62448]: DEBUG nova.network.neutron [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.423849] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093745, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.455933] env[62448]: DEBUG nova.compute.manager [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2259.456278] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2259.457168] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab027d39-e50b-4a19-b4ed-b8b6d5a7e751 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.465710] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2259.465963] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e720a5-513e-4122-ba75-89434c0319af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.473775] env[62448]: DEBUG oslo_vmware.api [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2259.473775] env[62448]: value = "task-2093746" [ 2259.473775] env[62448]: _type = "Task" [ 2259.473775] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.482826] env[62448]: DEBUG oslo_vmware.api [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.521127] env[62448]: DEBUG nova.network.neutron [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.596271] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.596429] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.596581] env[62448]: DEBUG nova.network.neutron [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.633313] env[62448]: DEBUG nova.network.neutron [-] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.718620] env[62448]: DEBUG nova.network.neutron [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Updating instance_info_cache with network_info: [{"id": "3d130714-8d0d-401d-8491-cae03d22c2e3", "address": "fa:16:3e:62:33:55", "network": {"id": "4a30b503-106c-4e31-b736-990d6fee09ce", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1595434934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8dc5770e0b4d818f43a447e32c9c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d130714-8d", "ovs_interfaceid": "3d130714-8d0d-401d-8491-cae03d22c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.773924] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527d689e-2c15-f68b-fd5f-0029da5060d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.774824] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44611e54-d8fd-4646-ab72-eeeab1c38610 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.781036] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2259.781036] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d58f6d-12ff-e6e4-e270-d29fc06892da" [ 2259.781036] env[62448]: _type = "Task" [ 2259.781036] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.797459] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d58f6d-12ff-e6e4-e270-d29fc06892da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.828911] env[62448]: DEBUG nova.network.neutron [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.922370] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093745, 'name': CreateVM_Task, 'duration_secs': 0.708355} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.923035] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2259.923261] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.923428] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.923747] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2259.924019] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b903b69a-f06d-444c-8d7d-828f91154ef4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.929019] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2259.929019] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520dc90c-df4f-e4dc-254e-0ffb949e6709" [ 2259.929019] env[62448]: _type = "Task" [ 2259.929019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.940140] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520dc90c-df4f-e4dc-254e-0ffb949e6709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.983307] env[62448]: DEBUG oslo_vmware.api [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093746, 'name': PowerOffVM_Task, 'duration_secs': 0.199041} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.989247] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2259.989247] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2259.989247] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-537cde89-e3d4-495b-915f-978c7ee63c49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.020040] env[62448]: DEBUG nova.network.neutron [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Updating instance_info_cache with network_info: [{"id": "c9a92390-4070-4784-91da-4412a1538ecf", "address": "fa:16:3e:94:a5:0f", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a92390-40", "ovs_interfaceid": "c9a92390-4070-4784-91da-4412a1538ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.071939] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2260.071939] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2260.071939] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleting the datastore file [datastore2] 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2260.071939] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0314d850-72b4-459e-83eb-edd6212b7f65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.078024] env[62448]: DEBUG oslo_vmware.api [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2260.078024] env[62448]: value = "task-2093748" [ 2260.078024] env[62448]: _type = "Task" [ 2260.078024] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.085354] env[62448]: DEBUG oslo_vmware.api [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.136625] env[62448]: INFO nova.compute.manager [-] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Took 2.33 seconds to deallocate network for instance. [ 2260.142932] env[62448]: DEBUG nova.network.neutron [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2260.224022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Releasing lock "refresh_cache-dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.224022] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Instance network_info: |[{"id": "3d130714-8d0d-401d-8491-cae03d22c2e3", "address": "fa:16:3e:62:33:55", "network": {"id": "4a30b503-106c-4e31-b736-990d6fee09ce", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1595434934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8dc5770e0b4d818f43a447e32c9c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d130714-8d", "ovs_interfaceid": "3d130714-8d0d-401d-8491-cae03d22c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2260.224022] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:33:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d130714-8d0d-401d-8491-cae03d22c2e3', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2260.231439] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Creating folder: Project (dd8dc5770e0b4d818f43a447e32c9c59). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2260.231742] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccef4146-34c1-465c-90f0-b952669f5552 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.243279] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Created folder: Project (dd8dc5770e0b4d818f43a447e32c9c59) in parent group-v428508. [ 2260.243576] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Creating folder: Instances. Parent ref: group-v428791. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2260.246394] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21667fe8-6bc7-44f5-9c5f-a9d1d9a8c668 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.256362] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Created folder: Instances in parent group-v428791. [ 2260.256637] env[62448]: DEBUG oslo.service.loopingcall [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.256848] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2260.257069] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7612e39-d1cd-4dee-be53-3e5596aa35a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.277805] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2260.277805] env[62448]: value = "task-2093751" [ 2260.277805] env[62448]: _type = "Task" [ 2260.277805] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.290418] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093751, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.295898] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d58f6d-12ff-e6e4-e270-d29fc06892da, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.296190] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.296448] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2260.296706] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc229e50-0c7e-4c1b-a367-7a42faa8efd6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.303356] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2260.303356] env[62448]: value = "task-2093752" [ 2260.303356] env[62448]: _type = "Task" [ 2260.303356] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.312529] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.326792] env[62448]: DEBUG nova.network.neutron [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Updating instance_info_cache with network_info: [{"id": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "address": "fa:16:3e:af:1a:c1", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1d02c-a4", "ovs_interfaceid": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.331525] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Received event network-changed-3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2260.331636] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Refreshing instance network info cache due to event network-changed-3d130714-8d0d-401d-8491-cae03d22c2e3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2260.331921] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquiring lock "refresh_cache-dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.332061] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquired lock "refresh_cache-dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.332242] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Refreshing network info cache for port 3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2260.442398] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520dc90c-df4f-e4dc-254e-0ffb949e6709, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.442743] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.442975] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2260.443237] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.443400] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.443577] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2260.443873] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97cd352d-ef0f-43e3-823f-e753a862099d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.453065] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2260.453065] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2260.453791] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ecc236-7fde-4bf6-bd16-2f7704884b8a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.459656] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2260.459656] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bd8fc6-52fe-f451-c0fd-1f716e8d8643" [ 2260.459656] env[62448]: _type = "Task" [ 2260.459656] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.467584] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bd8fc6-52fe-f451-c0fd-1f716e8d8643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.523882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-a13c8ad0-60a7-48ea-87b0-290b5d330f2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.524359] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Instance network_info: |[{"id": "c9a92390-4070-4784-91da-4412a1538ecf", "address": "fa:16:3e:94:a5:0f", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a92390-40", "ovs_interfaceid": "c9a92390-4070-4784-91da-4412a1538ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2260.524848] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9a92390-4070-4784-91da-4412a1538ecf', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2260.533485] env[62448]: DEBUG oslo.service.loopingcall [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.533799] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2260.534113] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f37702a4-de22-4d06-80a9-23fc6e3ed6e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.557366] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2260.557366] env[62448]: value = "task-2093753" [ 2260.557366] env[62448]: _type = "Task" [ 2260.557366] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.568708] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093753, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.587048] env[62448]: DEBUG oslo_vmware.api [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145799} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.587362] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2260.587548] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2260.587949] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2260.587949] env[62448]: INFO nova.compute.manager [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2260.588145] env[62448]: DEBUG oslo.service.loopingcall [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.588348] env[62448]: DEBUG nova.compute.manager [-] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2260.588447] env[62448]: DEBUG nova.network.neutron [-] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2260.646016] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.646016] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.646016] env[62448]: DEBUG nova.objects.instance [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'resources' on Instance uuid 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2260.789700] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093751, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.813231] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477842} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.813505] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2260.813723] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2260.813979] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-317affa4-39a0-44df-bb08-25da0c0d4315 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.820674] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2260.820674] env[62448]: value = "task-2093754" [ 2260.820674] env[62448]: _type = "Task" [ 2260.820674] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.828793] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.834913] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.835261] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Instance network_info: |[{"id": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "address": "fa:16:3e:af:1a:c1", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1d02c-a4", "ovs_interfaceid": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2260.837688] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:1a:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a1d02c-a44a-41e6-afa2-5f072aeb5de8', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2260.845301] env[62448]: DEBUG oslo.service.loopingcall [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.845535] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2260.846123] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ead1fd-de6c-4b8c-92ef-040dcf9f4bc6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.866936] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2260.866936] env[62448]: value = "task-2093755" [ 2260.866936] env[62448]: _type = "Task" [ 2260.866936] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.875588] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093755, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.972401] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bd8fc6-52fe-f451-c0fd-1f716e8d8643, 'name': SearchDatastore_Task, 'duration_secs': 0.028308} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.973279] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17f4737-cef8-401c-84d0-fa298b27bff9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.978947] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2260.978947] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52566882-2355-7c06-4e55-ddf6eb6189b6" [ 2260.978947] env[62448]: _type = "Task" [ 2260.978947] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.986784] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52566882-2355-7c06-4e55-ddf6eb6189b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.067100] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093753, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.266309] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Updated VIF entry in instance network info cache for port 3d130714-8d0d-401d-8491-cae03d22c2e3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2261.267035] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Updating instance_info_cache with network_info: [{"id": "3d130714-8d0d-401d-8491-cae03d22c2e3", "address": "fa:16:3e:62:33:55", "network": {"id": "4a30b503-106c-4e31-b736-990d6fee09ce", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1595434934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd8dc5770e0b4d818f43a447e32c9c59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d130714-8d", "ovs_interfaceid": "3d130714-8d0d-401d-8491-cae03d22c2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.293973] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093751, 'name': CreateVM_Task, 'duration_secs': 0.515326} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.294112] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2261.294736] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.294933] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.295269] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2261.295521] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170a14e6-7e74-4401-a622-7ced48c2c3ef {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.301593] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2261.301593] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bc7817-5ab7-a71f-1651-6057a5beea29" [ 2261.301593] env[62448]: _type = "Task" [ 2261.301593] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.314366] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bc7817-5ab7-a71f-1651-6057a5beea29, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.315044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.315044] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2261.315216] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.335198] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062464} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.335503] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2261.337000] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02782735-598d-4c79-a009-d15432142682 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.360873] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2261.364786] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15bfdc0-a279-4e69-a0a6-1b4d00a6d63f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.380079] env[62448]: DEBUG nova.network.neutron [-] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.392471] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093755, 'name': CreateVM_Task, 'duration_secs': 0.512872} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.396308] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2261.396567] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2261.396567] env[62448]: value = "task-2093756" [ 2261.396567] env[62448]: _type = "Task" [ 2261.396567] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.398103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.398459] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.398764] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2261.399437] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5d8787-0ff4-4c6a-911d-0871d6f600cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.413086] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2261.413086] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c3112c-114f-4b80-ff8a-d0e873c1d722" [ 2261.413086] env[62448]: _type = "Task" [ 2261.413086] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.413306] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.421673] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c3112c-114f-4b80-ff8a-d0e873c1d722, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.424082] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.424277] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2261.424483] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.435153] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81176887-b580-460c-a5ab-9b82dc40bd11 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.442017] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff13f953-5f86-4b50-b74c-a5bc400f8e48 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.473308] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a7747c-2c74-4cf3-89ee-e49bd0763a1d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.483405] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f396b5-f8c9-4cbb-a2bc-675b181c03d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.491858] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52566882-2355-7c06-4e55-ddf6eb6189b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.499383] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.499666] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2261.500102] env[62448]: DEBUG nova.compute.provider_tree [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.501419] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.501615] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2261.501813] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8374e3b-ec3c-4cd8-a9e7-78bf908adcb3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.503656] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfdab18d-6b39-4e3a-977b-9074a185eeb2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.511251] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2261.511251] env[62448]: value = "task-2093757" [ 2261.511251] env[62448]: _type = "Task" [ 2261.511251] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.512434] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2261.512618] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2261.516144] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd30c74-9f34-48f0-8cda-1a2478190cfc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.523354] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.524484] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2261.524484] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f9af3-8979-b513-dbcc-15d937c0d287" [ 2261.524484] env[62448]: _type = "Task" [ 2261.524484] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.531323] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529f9af3-8979-b513-dbcc-15d937c0d287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.568155] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093753, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.772219] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Releasing lock "refresh_cache-dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.772715] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Received event network-changed-c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2261.772965] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Refreshing instance network info cache due to event network-changed-c9a92390-4070-4784-91da-4412a1538ecf. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2261.773259] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquiring lock "refresh_cache-a13c8ad0-60a7-48ea-87b0-290b5d330f2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.773457] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquired lock "refresh_cache-a13c8ad0-60a7-48ea-87b0-290b5d330f2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.773657] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Refreshing network info cache for port c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2261.883313] env[62448]: INFO nova.compute.manager [-] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Took 1.29 seconds to deallocate network for instance. [ 2261.909468] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.005034] env[62448]: DEBUG nova.scheduler.client.report [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2262.022111] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.036848] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529f9af3-8979-b513-dbcc-15d937c0d287, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.037693] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f4d4f9-a671-491d-9b9f-75c2a96347f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.044486] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2262.044486] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529852f0-494a-1f1f-a2df-bf9c24273f29" [ 2262.044486] env[62448]: _type = "Task" [ 2262.044486] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.053319] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529852f0-494a-1f1f-a2df-bf9c24273f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.068875] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093753, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.360737] env[62448]: DEBUG nova.compute.manager [req-4a343855-a5e7-4c0d-aac4-c01223c28819 req-8fe4fa36-da05-4db4-9496-0178a51f84e7 service nova] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Received event network-vif-deleted-3bccda77-8b70-4906-8785-66a717191a33 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2262.392137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.410813] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.510183] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.512579] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.121s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.512829] env[62448]: DEBUG nova.objects.instance [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'resources' on Instance uuid 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.524327] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981892} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.527158] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2262.527158] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2262.527158] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3066c8d2-b896-42d8-bbcf-72edd15c91c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.533277] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2262.533277] env[62448]: value = "task-2093758" [ 2262.533277] env[62448]: _type = "Task" [ 2262.533277] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.542137] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.543151] env[62448]: INFO nova.scheduler.client.report [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted allocations for instance 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e [ 2262.548045] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Updated VIF entry in instance network info cache for port c9a92390-4070-4784-91da-4412a1538ecf. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2262.548330] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Updating instance_info_cache with network_info: [{"id": "c9a92390-4070-4784-91da-4412a1538ecf", "address": "fa:16:3e:94:a5:0f", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9a92390-40", "ovs_interfaceid": "c9a92390-4070-4784-91da-4412a1538ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.559582] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529852f0-494a-1f1f-a2df-bf9c24273f29, 'name': SearchDatastore_Task, 'duration_secs': 0.016799} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.560702] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.560986] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] dd8f590d-78d8-48eb-8eea-07c2fe22d3a1/dd8f590d-78d8-48eb-8eea-07c2fe22d3a1.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2262.564572] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.564826] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2262.565111] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc9a751-2f2c-4a75-9239-cad47eab2fc5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.567590] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc07f03d-eacc-4551-b40e-2900965dac27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.575692] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093753, 'name': CreateVM_Task, 'duration_secs': 1.613259} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.577548] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2262.577845] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2262.577845] env[62448]: value = "task-2093759" [ 2262.577845] env[62448]: _type = "Task" [ 2262.577845] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.578118] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2262.578307] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2262.579553] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.579762] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.580114] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2262.580404] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d06def0-c9f9-412f-874f-435904feaba4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.582685] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8fdffb-e0a0-4664-b914-2729cb15489a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.590529] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2262.590529] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b09f77-2754-ae99-9cb3-f558c92fb629" [ 2262.590529] env[62448]: _type = "Task" [ 2262.590529] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.594447] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2262.594447] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5269b3fd-c493-f9b0-6b90-e2ceecfa01d2" [ 2262.594447] env[62448]: _type = "Task" [ 2262.594447] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.594906] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.605702] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b09f77-2754-ae99-9cb3-f558c92fb629, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.611210] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5269b3fd-c493-f9b0-6b90-e2ceecfa01d2, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.611413] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b687459-3e30-44dc-a49a-f54a926b61e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.613581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.613776] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2262.613992] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.616759] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2262.616759] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b23d23-0862-f775-8bcf-9a80c9e11f01" [ 2262.616759] env[62448]: _type = "Task" [ 2262.616759] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.624179] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b23d23-0862-f775-8bcf-9a80c9e11f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.915408] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093756, 'name': ReconfigVM_Task, 'duration_secs': 1.203381} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.915408] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.916034] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3be5f13c-5f7d-4fa1-8523-f07808e712c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.925524] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2262.925524] env[62448]: value = "task-2093760" [ 2262.925524] env[62448]: _type = "Task" [ 2262.925524] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.935497] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093760, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.045067] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064708} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.045379] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2263.046650] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603c3ccd-0ce0-4db6-8722-329559c3aa6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.063128] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Releasing lock "refresh_cache-a13c8ad0-60a7-48ea-87b0-290b5d330f2d" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.063397] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Received event network-vif-plugged-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.063593] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquiring lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.063851] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.063985] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.064879] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] No waiting events found dispatching network-vif-plugged-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2263.064879] env[62448]: WARNING nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Received unexpected event network-vif-plugged-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 for instance with vm_state building and task_state spawning. [ 2263.064879] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Received event network-changed-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.064879] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Refreshing instance network info cache due to event network-changed-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2263.064879] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquiring lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.065129] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Acquired lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.065242] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Refreshing network info cache for port b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2263.075372] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.076519] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b9b0b601-7214-4ad6-a4fb-1589d2e6a7fc tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.297s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.082227] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a674ba-505b-40ff-8caf-1aa81a972bf3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.108246] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453926} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.112206] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] dd8f590d-78d8-48eb-8eea-07c2fe22d3a1/dd8f590d-78d8-48eb-8eea-07c2fe22d3a1.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.112450] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.113089] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2263.113089] env[62448]: value = "task-2093761" [ 2263.113089] env[62448]: _type = "Task" [ 2263.113089] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.113507] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61d8e0df-8a21-4905-a0bc-09d3a46bda57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.126670] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2263.126670] env[62448]: value = "task-2093762" [ 2263.126670] env[62448]: _type = "Task" [ 2263.126670] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.135995] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b23d23-0862-f775-8bcf-9a80c9e11f01, 'name': SearchDatastore_Task, 'duration_secs': 0.008179} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.135995] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.135995] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.136392] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3c5ca395-5b0b-4154-8c11-3c5739c872f2/3c5ca395-5b0b-4154-8c11-3c5739c872f2.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2263.136581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.136696] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2263.136930] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b08444-d377-4f33-8de0-233195392c92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.143551] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f37c9c-dcd1-485f-b558-277fcdc5bc1b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.147462] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.154245] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2263.154245] env[62448]: value = "task-2093763" [ 2263.154245] env[62448]: _type = "Task" [ 2263.154245] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.157957] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2263.158161] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2263.159142] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cfc5e5-0bdf-4498-835d-a3af5ad036fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.166990] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.169927] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2263.169927] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527b6791-5889-df12-6b39-554fb1738760" [ 2263.169927] env[62448]: _type = "Task" [ 2263.169927] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.176968] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527b6791-5889-df12-6b39-554fb1738760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.268807] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38247b-9167-40f2-b9ee-98abe8ac528d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.277169] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c4718-5790-4621-8104-111702bf8c44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.311294] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeb0a74-7bb0-4b1d-96ab-6301155ad85a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.323527] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2341f13a-76ee-4abb-92bc-0136a539ce80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.338021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.338021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.338021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.338021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.338021] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.338021] env[62448]: DEBUG nova.compute.provider_tree [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2263.339435] env[62448]: INFO nova.compute.manager [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Terminating instance [ 2263.394284] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Updated VIF entry in instance network info cache for port b5a1d02c-a44a-41e6-afa2-5f072aeb5de8. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2263.394665] env[62448]: DEBUG nova.network.neutron [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Updating instance_info_cache with network_info: [{"id": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "address": "fa:16:3e:af:1a:c1", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1d02c-a4", "ovs_interfaceid": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.438057] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093760, 'name': Rename_Task, 'duration_secs': 0.197908} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.438057] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.438321] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-964b7633-25c9-4b8b-a191-de1881aede66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.447694] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2263.447694] env[62448]: value = "task-2093764" [ 2263.447694] env[62448]: _type = "Task" [ 2263.447694] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.458011] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.627060] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093761, 'name': ReconfigVM_Task, 'duration_secs': 0.421221} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.627279] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4/7f8a97aa-38b5-4085-ad0e-700ef51541c4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2263.631125] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f5f7eba-a916-4c5f-9608-c76ceb6041ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.637695] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.638849] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2263.639193] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2263.639193] env[62448]: value = "task-2093765" [ 2263.639193] env[62448]: _type = "Task" [ 2263.639193] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.639905] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad48c84-f606-44b2-b452-6753d9b36631 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.649673] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093765, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.667088] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dd8f590d-78d8-48eb-8eea-07c2fe22d3a1/dd8f590d-78d8-48eb-8eea-07c2fe22d3a1.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.670404] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796e8218-cdcc-46bf-ae3f-2cb01234e718 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.692390] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492359} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.696339] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3c5ca395-5b0b-4154-8c11-3c5739c872f2/3c5ca395-5b0b-4154-8c11-3c5739c872f2.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.696589] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.696892] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2263.696892] env[62448]: value = "task-2093766" [ 2263.696892] env[62448]: _type = "Task" [ 2263.696892] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.697103] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527b6791-5889-df12-6b39-554fb1738760, 'name': SearchDatastore_Task, 'duration_secs': 0.011682} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.697285] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a9d45b7-e70b-4dcd-860c-0850b9449caf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.702192] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467fef44-c8f0-426a-af48-5ba2e1ed451a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.709765] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.711447] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2263.711447] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c47b65-8621-23ae-b882-3447e2c5130e" [ 2263.711447] env[62448]: _type = "Task" [ 2263.711447] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.711688] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2263.711688] env[62448]: value = "task-2093767" [ 2263.711688] env[62448]: _type = "Task" [ 2263.711688] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.724502] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c47b65-8621-23ae-b882-3447e2c5130e, 'name': SearchDatastore_Task, 'duration_secs': 0.013824} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.727746] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.728146] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a13c8ad0-60a7-48ea-87b0-290b5d330f2d/a13c8ad0-60a7-48ea-87b0-290b5d330f2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2263.728501] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5c577c-7a57-4584-8f2b-9573e86699d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.734825] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2263.734825] env[62448]: value = "task-2093768" [ 2263.734825] env[62448]: _type = "Task" [ 2263.734825] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.742761] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.842103] env[62448]: DEBUG nova.scheduler.client.report [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2263.845904] env[62448]: DEBUG nova.compute.manager [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2263.846170] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2263.847437] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00128c15-c6d7-466a-ab05-8368a7a525c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.855369] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2263.855657] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337bf25d-c4ae-4bea-b086-2db077dfa737 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.862948] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2263.862948] env[62448]: value = "task-2093769" [ 2263.862948] env[62448]: _type = "Task" [ 2263.862948] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.871579] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.897186] env[62448]: DEBUG oslo_concurrency.lockutils [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] Releasing lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.897538] env[62448]: DEBUG nova.compute.manager [req-6d4fb977-030a-4a12-96b3-31f2ba49b2a5 req-600b14c8-b65f-49de-8b18-e1ce6d1c1b67 service nova] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Received event network-vif-deleted-02d0a670-639f-4f96-92a4-97222ef9ea21 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.958802] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093764, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.152983] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093765, 'name': Rename_Task, 'duration_secs': 0.175049} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.153388] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.153709] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1822df8e-193b-4ad3-81e5-3a0f11c0a77d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.161234] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2264.161234] env[62448]: value = "task-2093770" [ 2264.161234] env[62448]: _type = "Task" [ 2264.161234] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.172140] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.209529] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093766, 'name': ReconfigVM_Task, 'duration_secs': 0.337429} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.209891] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dd8f590d-78d8-48eb-8eea-07c2fe22d3a1/dd8f590d-78d8-48eb-8eea-07c2fe22d3a1.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.210580] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de17520-8f4f-483b-9adf-06f2e04dd98e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.223382] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08283} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.224969] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2264.225364] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2264.225364] env[62448]: value = "task-2093771" [ 2264.225364] env[62448]: _type = "Task" [ 2264.225364] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.226242] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a425384-87f6-4df2-868a-6bb05ebcaa25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.261512] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 3c5ca395-5b0b-4154-8c11-3c5739c872f2/3c5ca395-5b0b-4154-8c11-3c5739c872f2.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2264.261896] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093771, 'name': Rename_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.262663] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a7e801-8ff3-4f37-bb92-a484333efbf5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.283353] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093768, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.288987] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2264.288987] env[62448]: value = "task-2093772" [ 2264.288987] env[62448]: _type = "Task" [ 2264.288987] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.297384] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.348560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.373579] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093769, 'name': PowerOffVM_Task, 'duration_secs': 0.250583} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.374637] env[62448]: INFO nova.scheduler.client.report [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleted allocations for instance 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98 [ 2264.375717] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2264.375897] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2264.376167] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba234a53-623d-47b3-bcc8-534ae2931900 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.458446] env[62448]: DEBUG oslo_vmware.api [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093764, 'name': PowerOnVM_Task, 'duration_secs': 0.59193} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.458743] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2264.458957] env[62448]: INFO nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Took 15.84 seconds to spawn the instance on the hypervisor. [ 2264.459188] env[62448]: DEBUG nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.460063] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e29fc-790c-4e2f-96aa-a5e1bbc8eda3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.543785] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2264.544138] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2264.544379] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleting the datastore file [datastore2] bfec9622-51a6-45c6-a0f6-fbd0257213a7 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2264.544694] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f05eb3d-f203-45c2-8583-25d0f0b81d30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.553409] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for the task: (returnval){ [ 2264.553409] env[62448]: value = "task-2093774" [ 2264.553409] env[62448]: _type = "Task" [ 2264.553409] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.561385] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.671265] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.738769] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093771, 'name': Rename_Task, 'duration_secs': 0.171174} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.741708] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.741954] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c839a43-f319-48d4-accf-3c66bf34fd23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.748222] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550273} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.749314] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] a13c8ad0-60a7-48ea-87b0-290b5d330f2d/a13c8ad0-60a7-48ea-87b0-290b5d330f2d.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2264.749526] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2264.749835] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2264.749835] env[62448]: value = "task-2093775" [ 2264.749835] env[62448]: _type = "Task" [ 2264.749835] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.750029] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b95527f1-0246-490a-8711-660447f88c7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.760928] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.762067] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2264.762067] env[62448]: value = "task-2093776" [ 2264.762067] env[62448]: _type = "Task" [ 2264.762067] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.771221] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.798778] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093772, 'name': ReconfigVM_Task, 'duration_secs': 0.304772} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.799093] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 3c5ca395-5b0b-4154-8c11-3c5739c872f2/3c5ca395-5b0b-4154-8c11-3c5739c872f2.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.799834] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f9a97b4-fad4-401e-837f-710a673a306c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.806692] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2264.806692] env[62448]: value = "task-2093777" [ 2264.806692] env[62448]: _type = "Task" [ 2264.806692] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.818939] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093777, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.885640] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fb2cacdc-88b0-48fe-89f4-4f28315fa3c9 tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.937s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.977137] env[62448]: INFO nova.compute.manager [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Took 24.70 seconds to build instance. [ 2265.063481] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.171701] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.262835] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093775, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.271927] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073696} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.272232] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2265.273023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9351b89-9315-4526-9a2d-762ea094ac12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.295700] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] a13c8ad0-60a7-48ea-87b0-290b5d330f2d/a13c8ad0-60a7-48ea-87b0-290b5d330f2d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2265.295700] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc88a8bf-e74e-4619-b40a-668666202533 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.319685] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093777, 'name': Rename_Task, 'duration_secs': 0.450526} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.321183] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2265.321589] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2265.321589] env[62448]: value = "task-2093778" [ 2265.321589] env[62448]: _type = "Task" [ 2265.321589] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.321772] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d2ffe2-d332-4748-8275-d5436749dd83 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.333401] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.335478] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2265.335478] env[62448]: value = "task-2093779" [ 2265.335478] env[62448]: _type = "Task" [ 2265.335478] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.346055] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.478870] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e996ee83-8c9f-4487-85d9-79a697a4ec11 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.220s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.564860] env[62448]: DEBUG oslo_vmware.api [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Task: {'id': task-2093774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.711788} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.565157] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2265.565573] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2265.565573] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2265.565683] env[62448]: INFO nova.compute.manager [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Took 1.72 seconds to destroy the instance on the hypervisor. [ 2265.565936] env[62448]: DEBUG oslo.service.loopingcall [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2265.566117] env[62448]: DEBUG nova.compute.manager [-] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2265.566214] env[62448]: DEBUG nova.network.neutron [-] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2265.677109] env[62448]: DEBUG oslo_vmware.api [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093770, 'name': PowerOnVM_Task, 'duration_secs': 1.207512} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.677109] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.677109] env[62448]: DEBUG nova.compute.manager [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.678317] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c8cd3f-5d6d-4ad6-9b23-1ead5a8e35f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.763766] env[62448]: DEBUG oslo_vmware.api [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093775, 'name': PowerOnVM_Task, 'duration_secs': 0.858397} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.764612] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.764976] env[62448]: INFO nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Took 9.79 seconds to spawn the instance on the hypervisor. [ 2265.765296] env[62448]: DEBUG nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.766342] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3a2837-c607-492b-8130-798ddb116e68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.834957] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093778, 'name': ReconfigVM_Task, 'duration_secs': 0.424054} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.835330] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Reconfigured VM instance instance-00000069 to attach disk [datastore2] a13c8ad0-60a7-48ea-87b0-290b5d330f2d/a13c8ad0-60a7-48ea-87b0-290b5d330f2d.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2265.836047] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39442a53-b920-4716-9aa1-1639397b9c81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.846767] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.848158] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2265.848158] env[62448]: value = "task-2093781" [ 2265.848158] env[62448]: _type = "Task" [ 2265.848158] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.858673] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093781, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.137483] env[62448]: DEBUG nova.compute.manager [req-f8b878b0-2e21-4cbd-be67-ff7cfec2db8b req-3805670d-9d2c-4090-8ed9-cbf9a75f71fe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Received event network-vif-deleted-e0d2ca12-82c9-40a8-bad1-39764c82a2f4 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2266.137761] env[62448]: INFO nova.compute.manager [req-f8b878b0-2e21-4cbd-be67-ff7cfec2db8b req-3805670d-9d2c-4090-8ed9-cbf9a75f71fe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Neutron deleted interface e0d2ca12-82c9-40a8-bad1-39764c82a2f4; detaching it from the instance and deleting it from the info cache [ 2266.137949] env[62448]: DEBUG nova.network.neutron [req-f8b878b0-2e21-4cbd-be67-ff7cfec2db8b req-3805670d-9d2c-4090-8ed9-cbf9a75f71fe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.195708] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.195993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.196198] env[62448]: DEBUG nova.objects.instance [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2266.233852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.234142] env[62448]: DEBUG oslo_concurrency.lockutils [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.234344] env[62448]: DEBUG nova.compute.manager [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2266.235473] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c52a02d-3a85-4c08-93ee-6143c0107e31 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.248172] env[62448]: DEBUG nova.compute.manager [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2266.248555] env[62448]: DEBUG nova.objects.instance [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'flavor' on Instance uuid 59fc20fd-ced6-4b63-a51c-02e18689b26e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2266.288763] env[62448]: INFO nova.compute.manager [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Took 14.65 seconds to build instance. [ 2266.345497] env[62448]: DEBUG oslo_vmware.api [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093779, 'name': PowerOnVM_Task, 'duration_secs': 0.696131} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.345497] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2266.345713] env[62448]: INFO nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Took 8.09 seconds to spawn the instance on the hypervisor. [ 2266.345873] env[62448]: DEBUG nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2266.346633] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270b80c-ef28-489a-8b5a-d087d34ceae9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.362116] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093781, 'name': Rename_Task, 'duration_secs': 0.34214} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.362548] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2266.362773] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8326f7-ba23-49a1-97c7-3b1668fce45f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.368347] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2266.368347] env[62448]: value = "task-2093782" [ 2266.368347] env[62448]: _type = "Task" [ 2266.368347] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.375555] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.550039] env[62448]: DEBUG nova.network.neutron [-] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.609551] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.641228] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86a73c3a-2db0-4273-b346-67f2aa5d63a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.652842] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d3d8c0-1f9f-43b6-a029-3d25455ebab3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.685320] env[62448]: DEBUG nova.compute.manager [req-f8b878b0-2e21-4cbd-be67-ff7cfec2db8b req-3805670d-9d2c-4090-8ed9-cbf9a75f71fe service nova] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Detach interface failed, port_id=e0d2ca12-82c9-40a8-bad1-39764c82a2f4, reason: Instance bfec9622-51a6-45c6-a0f6-fbd0257213a7 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2266.790612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cafcc168-f724-4974-9990-67959614bd2c tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.164s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.790855] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.182s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.791094] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.791295] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.791464] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.793614] env[62448]: INFO nova.compute.manager [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Terminating instance [ 2266.873946] env[62448]: INFO nova.compute.manager [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Took 13.60 seconds to build instance. [ 2266.880808] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.052531] env[62448]: INFO nova.compute.manager [-] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Took 1.49 seconds to deallocate network for instance. [ 2267.205508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9a1ce457-d61d-4fcc-aef1-961de1a213e7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.255730] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2267.256055] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8e0ac9-019c-4db0-8a11-7beba063654b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.264419] env[62448]: DEBUG oslo_vmware.api [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2267.264419] env[62448]: value = "task-2093783" [ 2267.264419] env[62448]: _type = "Task" [ 2267.264419] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.272986] env[62448]: DEBUG oslo_vmware.api [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.297396] env[62448]: DEBUG nova.compute.manager [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2267.297636] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2267.298645] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc62ae8-597d-4cfd-8c19-18ac8a882487 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.308776] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2267.309042] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fdf1952-00a0-41ab-a33d-4e7f55094f0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.315508] env[62448]: DEBUG oslo_vmware.api [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2267.315508] env[62448]: value = "task-2093784" [ 2267.315508] env[62448]: _type = "Task" [ 2267.315508] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.324439] env[62448]: DEBUG oslo_vmware.api [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.376082] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b0b0273e-419c-47df-8378-7b27451200de tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.107s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.379956] env[62448]: DEBUG oslo_vmware.api [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093782, 'name': PowerOnVM_Task, 'duration_secs': 0.625616} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.380825] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2267.380825] env[62448]: INFO nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Took 14.23 seconds to spawn the instance on the hypervisor. [ 2267.380970] env[62448]: DEBUG nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2267.381653] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea0d44-1493-4187-88cb-1f0b5cad4564 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.558903] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.559115] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.559347] env[62448]: DEBUG nova.objects.instance [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lazy-loading 'resources' on Instance uuid bfec9622-51a6-45c6-a0f6-fbd0257213a7 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.775143] env[62448]: DEBUG oslo_vmware.api [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093783, 'name': PowerOffVM_Task, 'duration_secs': 0.285592} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.775442] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2267.775640] env[62448]: DEBUG nova.compute.manager [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2267.776424] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31600a1e-b87e-44e5-ba51-9f2801baa906 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.826222] env[62448]: DEBUG oslo_vmware.api [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093784, 'name': PowerOffVM_Task, 'duration_secs': 0.275013} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.826222] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2267.826222] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2267.826222] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f831a80b-be94-49fb-b36f-8c8fa12331aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.900349] env[62448]: INFO nova.compute.manager [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Took 19.06 seconds to build instance. [ 2267.951033] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2267.951033] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2267.951033] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Deleting the datastore file [datastore2] dd8f590d-78d8-48eb-8eea-07c2fe22d3a1 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2267.951033] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-307b892f-5691-41b6-b9d0-d1af48993f49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.958020] env[62448]: DEBUG oslo_vmware.api [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for the task: (returnval){ [ 2267.958020] env[62448]: value = "task-2093786" [ 2267.958020] env[62448]: _type = "Task" [ 2267.958020] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.965355] env[62448]: DEBUG oslo_vmware.api [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.164666] env[62448]: DEBUG nova.compute.manager [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Received event network-changed-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2268.164666] env[62448]: DEBUG nova.compute.manager [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Refreshing instance network info cache due to event network-changed-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2268.164666] env[62448]: DEBUG oslo_concurrency.lockutils [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] Acquiring lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2268.165188] env[62448]: DEBUG oslo_concurrency.lockutils [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] Acquired lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2268.165188] env[62448]: DEBUG nova.network.neutron [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Refreshing network info cache for port b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2268.253664] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19451180-3b03-49fd-969f-55bf4ae53d9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.261944] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74535c14-abd5-41c0-8bba-9df5afdda225 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.296352] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beef748-a2be-42d1-b0ff-a1164a605d53 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.299185] env[62448]: DEBUG oslo_concurrency.lockutils [None req-011acbac-c9f5-4733-8f56-06090df1cf04 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.305234] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f439e5e5-2ecd-4cc6-879e-e571b67770ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.320696] env[62448]: DEBUG nova.compute.provider_tree [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2268.403117] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3be0fc56-05d9-4971-a696-a77ebb95c7e2 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.573s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.465988] env[62448]: DEBUG oslo_vmware.api [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Task: {'id': task-2093786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215853} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.466471] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2268.466660] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2268.466838] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2268.467157] env[62448]: INFO nova.compute.manager [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2268.467445] env[62448]: DEBUG oslo.service.loopingcall [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2268.467646] env[62448]: DEBUG nova.compute.manager [-] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2268.467768] env[62448]: DEBUG nova.network.neutron [-] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2268.529402] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.529721] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.529911] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.530116] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.530304] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.533341] env[62448]: INFO nova.compute.manager [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Terminating instance [ 2268.823269] env[62448]: DEBUG nova.scheduler.client.report [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.934964] env[62448]: DEBUG nova.network.neutron [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Updated VIF entry in instance network info cache for port b5a1d02c-a44a-41e6-afa2-5f072aeb5de8. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2268.935347] env[62448]: DEBUG nova.network.neutron [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Updating instance_info_cache with network_info: [{"id": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "address": "fa:16:3e:af:1a:c1", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1d02c-a4", "ovs_interfaceid": "b5a1d02c-a44a-41e6-afa2-5f072aeb5de8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2269.029755] env[62448]: INFO nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Rebuilding instance [ 2269.036669] env[62448]: DEBUG nova.compute.manager [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2269.036886] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2269.037767] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5949f0-9a7c-4efc-9b09-448dbff14b84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.048021] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.048021] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa06c06-c9ea-47c9-9cc4-be6309179b05 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.053789] env[62448]: DEBUG oslo_vmware.api [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2269.053789] env[62448]: value = "task-2093787" [ 2269.053789] env[62448]: _type = "Task" [ 2269.053789] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.061220] env[62448]: DEBUG oslo_vmware.api [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.071897] env[62448]: DEBUG nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.072678] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e44445b-6f32-4e15-837c-6b41c445332b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.268946] env[62448]: DEBUG nova.network.neutron [-] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2269.328487] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.348408] env[62448]: INFO nova.scheduler.client.report [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Deleted allocations for instance bfec9622-51a6-45c6-a0f6-fbd0257213a7 [ 2269.438851] env[62448]: DEBUG oslo_concurrency.lockutils [req-8b46f65e-3e37-4d3f-885f-2c43a0e9e7d9 req-66bd9562-7fd0-40ca-ae8a-99e60cb4f8f4 service nova] Releasing lock "refresh_cache-3c5ca395-5b0b-4154-8c11-3c5739c872f2" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2269.565588] env[62448]: DEBUG oslo_vmware.api [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093787, 'name': PowerOffVM_Task, 'duration_secs': 0.352718} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.565588] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2269.565588] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2269.565588] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b86e5d9d-e8fc-4d94-aafb-72ebabbb71c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.772685] env[62448]: INFO nova.compute.manager [-] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Took 1.30 seconds to deallocate network for instance. [ 2269.857150] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f10c9697-0ed7-4838-a9b8-bfca0259312e tempest-AttachInterfacesTestJSON-1785757177 tempest-AttachInterfacesTestJSON-1785757177-project-member] Lock "bfec9622-51a6-45c6-a0f6-fbd0257213a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.522s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.084651] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.084999] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9f8a25-6bad-40f6-89a2-7d240248e445 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.092746] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2270.092746] env[62448]: value = "task-2093789" [ 2270.092746] env[62448]: _type = "Task" [ 2270.092746] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.101566] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.188729] env[62448]: DEBUG nova.compute.manager [req-8229bcdc-1806-4993-a368-7300e2ef0f1b req-0ab976d7-2999-4ebd-9aa8-8c1d390a00e4 service nova] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Received event network-vif-deleted-3d130714-8d0d-401d-8491-cae03d22c2e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2270.281212] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.281508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.281712] env[62448]: DEBUG nova.objects.instance [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lazy-loading 'resources' on Instance uuid dd8f590d-78d8-48eb-8eea-07c2fe22d3a1 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2270.437439] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "3cc4d198-324e-4707-aa79-672c0b0163f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.437921] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.438212] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "3cc4d198-324e-4707-aa79-672c0b0163f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.438433] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.438678] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.440938] env[62448]: INFO nova.compute.manager [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Terminating instance [ 2270.603769] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2270.604054] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.604813] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b273ce18-2389-42e7-8173-388fbcb9016f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.611336] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.611566] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abc8682b-5c1c-4f13-81ca-5af4ad225d37 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.944638] env[62448]: DEBUG nova.compute.manager [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2270.944847] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.945713] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17559fe9-6d36-47fc-8851-e5012364e2c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.951877] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa05fd5-9607-4aa3-bfbf-76f5b9bbf1c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.956240] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.956823] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2e25e9-64b0-4c00-951b-9eb0a80331ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.960576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f8027d-f706-4470-ab29-8e023bdfc920 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.964572] env[62448]: DEBUG oslo_vmware.api [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2270.964572] env[62448]: value = "task-2093791" [ 2270.964572] env[62448]: _type = "Task" [ 2270.964572] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.991820] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14c604-c077-418f-b849-27e0e5c951d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.997287] env[62448]: DEBUG oslo_vmware.api [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.002189] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb39cd8-fa1c-4feb-a568-63bbeffa335d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.015057] env[62448]: DEBUG nova.compute.provider_tree [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2271.475336] env[62448]: DEBUG oslo_vmware.api [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093791, 'name': PowerOffVM_Task, 'duration_secs': 0.233222} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.475610] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2271.475783] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2271.476042] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45f8cf17-0ea3-47a3-8c62-5aa379b43f22 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.518381] env[62448]: DEBUG nova.scheduler.client.report [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2272.023294] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.046412] env[62448]: INFO nova.scheduler.client.report [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Deleted allocations for instance dd8f590d-78d8-48eb-8eea-07c2fe22d3a1 [ 2272.556251] env[62448]: DEBUG oslo_concurrency.lockutils [None req-12678fd2-18dc-4227-b379-49db2f39ba40 tempest-InstanceActionsV221TestJSON-23780508 tempest-InstanceActionsV221TestJSON-23780508-project-member] Lock "dd8f590d-78d8-48eb-8eea-07c2fe22d3a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.321194] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "8d511d10-6a00-45ad-9741-ba4d217501f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.321194] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.822782] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2277.349369] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.349623] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.352771] env[62448]: INFO nova.compute.claims [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2277.470686] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.470686] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.470686] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleting the datastore file [datastore2] 3cc4d198-324e-4707-aa79-672c0b0163f9 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.470950] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44eb03ad-f551-4f2d-9b67-6d2fc9eea3cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.474710] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.474934] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.475092] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] a13c8ad0-60a7-48ea-87b0-290b5d330f2d {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.475669] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57e7059-6be0-49cf-ae03-48c2786ed343 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.479699] env[62448]: DEBUG oslo_vmware.api [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2277.479699] env[62448]: value = "task-2093793" [ 2277.479699] env[62448]: _type = "Task" [ 2277.479699] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.483598] env[62448]: DEBUG oslo_vmware.api [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2277.483598] env[62448]: value = "task-2093794" [ 2277.483598] env[62448]: _type = "Task" [ 2277.483598] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.489634] env[62448]: DEBUG oslo_vmware.api [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.494065] env[62448]: DEBUG oslo_vmware.api [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.530384] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.530711] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.531296] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.532035] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e8dd2d-4012-4c85-b686-aa3451440ee1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.539225] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2277.539225] env[62448]: value = "task-2093795" [ 2277.539225] env[62448]: _type = "Task" [ 2277.539225] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.547398] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.992995] env[62448]: DEBUG oslo_vmware.api [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1664} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.995920] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2277.996166] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2277.996297] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2277.996468] env[62448]: INFO nova.compute.manager [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Took 7.05 seconds to destroy the instance on the hypervisor. [ 2277.996700] env[62448]: DEBUG oslo.service.loopingcall [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2277.996903] env[62448]: DEBUG oslo_vmware.api [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127115} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.997113] env[62448]: DEBUG nova.compute.manager [-] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2277.997210] env[62448]: DEBUG nova.network.neutron [-] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2277.998797] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2277.998979] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2277.999168] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2277.999331] env[62448]: INFO nova.compute.manager [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Took 8.96 seconds to destroy the instance on the hypervisor. [ 2277.999543] env[62448]: DEBUG oslo.service.loopingcall [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.000054] env[62448]: DEBUG nova.compute.manager [-] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2278.000154] env[62448]: DEBUG nova.network.neutron [-] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2278.052192] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126941} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.052521] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2278.052626] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2278.052794] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2278.208833] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "c0be7871-9803-4a78-af3d-eedb9d7b6584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.209194] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.436573] env[62448]: DEBUG nova.compute.manager [req-3af3d903-54de-4d08-b488-19671e75a0a7 req-29f13b01-1afc-4ded-9837-9da5e0a0ede3 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Received event network-vif-deleted-c9a92390-4070-4784-91da-4412a1538ecf {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2278.436842] env[62448]: INFO nova.compute.manager [req-3af3d903-54de-4d08-b488-19671e75a0a7 req-29f13b01-1afc-4ded-9837-9da5e0a0ede3 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Neutron deleted interface c9a92390-4070-4784-91da-4412a1538ecf; detaching it from the instance and deleting it from the info cache [ 2278.437012] env[62448]: DEBUG nova.network.neutron [req-3af3d903-54de-4d08-b488-19671e75a0a7 req-29f13b01-1afc-4ded-9837-9da5e0a0ede3 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.539788] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500315e1-2e78-42cf-98f6-0393a03c574b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.547662] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f1ffdf-52b4-44b0-9736-761f170c9028 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.581874] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0bebf6-1064-4e11-9999-7c2e1c39a0c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.590048] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1cbd3b-3d84-4303-8d98-f5a11c937e98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.606884] env[62448]: DEBUG nova.compute.provider_tree [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2278.712789] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2278.913937] env[62448]: DEBUG nova.network.neutron [-] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.923668] env[62448]: DEBUG nova.network.neutron [-] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.939189] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70f36ee8-8b6f-4531-9e07-6a3f0617cac2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.948495] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702f086-0779-49ce-831f-e8c6c39ecb3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.976769] env[62448]: DEBUG nova.compute.manager [req-3af3d903-54de-4d08-b488-19671e75a0a7 req-29f13b01-1afc-4ded-9837-9da5e0a0ede3 service nova] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Detach interface failed, port_id=c9a92390-4070-4784-91da-4412a1538ecf, reason: Instance a13c8ad0-60a7-48ea-87b0-290b5d330f2d could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2279.106532] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2279.106790] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2279.106974] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2279.107195] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2279.107346] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2279.107491] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2279.107699] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2279.107876] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2279.108074] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2279.108243] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2279.108415] env[62448]: DEBUG nova.virt.hardware [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2279.109283] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea68976-0e97-4fd4-9b61-2a48052ae3cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.112551] env[62448]: DEBUG nova.scheduler.client.report [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2279.122026] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e95997-5fa4-4e3e-8fa0-23f360547fab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.134564] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:34:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd254d2-6895-498f-a2ed-37e42dba8d3a', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2279.141874] env[62448]: DEBUG oslo.service.loopingcall [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2279.142393] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2279.142574] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca8a74e-b08e-4ce2-a191-d9c9accb15cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.161153] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2279.161153] env[62448]: value = "task-2093796" [ 2279.161153] env[62448]: _type = "Task" [ 2279.161153] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.168375] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093796, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.235594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.424628] env[62448]: INFO nova.compute.manager [-] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Took 1.42 seconds to deallocate network for instance. [ 2279.426833] env[62448]: INFO nova.compute.manager [-] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Took 1.43 seconds to deallocate network for instance. [ 2279.616852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.617420] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2279.620308] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.385s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.621681] env[62448]: INFO nova.compute.claims [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2279.671310] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093796, 'name': CreateVM_Task, 'duration_secs': 0.345011} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.671469] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2279.672160] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.672446] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.672631] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2279.672875] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fd5e50-a9fb-4592-b83d-8adf6d116b74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.677341] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2279.677341] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e03f42-7125-7a0f-9dec-532193286113" [ 2279.677341] env[62448]: _type = "Task" [ 2279.677341] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.684769] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e03f42-7125-7a0f-9dec-532193286113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.932635] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.940102] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.128655] env[62448]: DEBUG nova.compute.utils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2280.130045] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2280.130261] env[62448]: DEBUG nova.network.neutron [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2280.167757] env[62448]: DEBUG nova.policy [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb2ac3c07fd744e5b7e092f6adbfc24a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd229e1f3e2be44af8c42591896b05dd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2280.187114] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e03f42-7125-7a0f-9dec-532193286113, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.187412] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2280.187635] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2280.187871] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.188024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.188205] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2280.188501] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8881d80c-5e13-47fa-8476-367aaa44e5f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.196640] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2280.196809] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2280.197573] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1900e3e6-e4cf-41c1-9623-48fc12963a25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.202463] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2280.202463] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c58a54-c799-2648-d8fb-1951ddfc7660" [ 2280.202463] env[62448]: _type = "Task" [ 2280.202463] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.209794] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c58a54-c799-2648-d8fb-1951ddfc7660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.521974] env[62448]: DEBUG nova.compute.manager [req-1526f1da-8aa8-48e2-be6a-744e9edfe077 req-bb7c1677-24aa-4262-872d-611089736801 service nova] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Received event network-vif-deleted-82db94ac-1966-4f56-b135-3a7d9356dd77 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2280.634492] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2280.665132] env[62448]: DEBUG nova.network.neutron [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Successfully created port: 85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2280.716779] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c58a54-c799-2648-d8fb-1951ddfc7660, 'name': SearchDatastore_Task, 'duration_secs': 0.007822} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.717196] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f5c3a8-5943-4a24-a1f3-8417ae95a41e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.722496] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2280.722496] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd1d86-caab-5004-2162-111ebb92d80d" [ 2280.722496] env[62448]: _type = "Task" [ 2280.722496] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.732708] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd1d86-caab-5004-2162-111ebb92d80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.814021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135c6ab-94fa-4bb3-96e5-a70b4fd55f1d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.820491] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd6779b-f0df-4c94-89a3-b0e43c1eb55b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.850489] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9b224-d836-4dda-abe4-9be8c080b2fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.857625] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d73b5b-ab95-4e4b-9caf-b5df741da4d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.870282] env[62448]: DEBUG nova.compute.provider_tree [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2281.233536] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52fd1d86-caab-5004-2162-111ebb92d80d, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.233786] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.234085] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2281.234365] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14bfbc2c-32c6-4136-a7fb-7a72e86e8fe9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.241378] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2281.241378] env[62448]: value = "task-2093797" [ 2281.241378] env[62448]: _type = "Task" [ 2281.241378] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.249244] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.373115] env[62448]: DEBUG nova.scheduler.client.report [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2281.646098] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2281.676806] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2281.677121] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2281.677286] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2281.677473] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2281.677617] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2281.677838] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2281.678111] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2281.678281] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2281.678451] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2281.678613] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2281.678793] env[62448]: DEBUG nova.virt.hardware [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2281.679682] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5028e90-d2ce-4356-8fb3-4283e13ee8a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.688814] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42e6f2-8e4b-4199-80b4-c1510476a99f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.750733] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437134} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.751024] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2281.751248] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2281.751502] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-342a8eca-78ca-4277-baa8-1e396256291d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.758320] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2281.758320] env[62448]: value = "task-2093798" [ 2281.758320] env[62448]: _type = "Task" [ 2281.758320] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.765817] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.881436] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.881991] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2281.884498] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.952s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.884720] env[62448]: DEBUG nova.objects.instance [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid a13c8ad0-60a7-48ea-87b0-290b5d330f2d {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2282.150160] env[62448]: DEBUG nova.network.neutron [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Successfully updated port: 85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2282.267985] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059715} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.268244] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2282.268992] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f0bdad-36f9-4282-9187-27612833ce53 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.290361] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2282.290580] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19919b5e-f6ff-4724-a0da-a9ce6eaa0180 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.311978] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2282.311978] env[62448]: value = "task-2093799" [ 2282.311978] env[62448]: _type = "Task" [ 2282.311978] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.319169] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.387942] env[62448]: DEBUG nova.compute.utils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2282.392127] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2282.392533] env[62448]: DEBUG nova.network.neutron [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2282.436391] env[62448]: DEBUG nova.policy [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28d75c37173546aead9bebd7a4183e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb009c26c4c94c92b0a871f02cc17ebb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2282.556325] env[62448]: DEBUG nova.compute.manager [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Received event network-vif-plugged-85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2282.556530] env[62448]: DEBUG oslo_concurrency.lockutils [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] Acquiring lock "8d511d10-6a00-45ad-9741-ba4d217501f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.556699] env[62448]: DEBUG oslo_concurrency.lockutils [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.556954] env[62448]: DEBUG oslo_concurrency.lockutils [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.557142] env[62448]: DEBUG nova.compute.manager [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] No waiting events found dispatching network-vif-plugged-85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2282.557354] env[62448]: WARNING nova.compute.manager [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Received unexpected event network-vif-plugged-85050763-4344-4ee8-97bc-3e0597af2a6d for instance with vm_state building and task_state spawning. [ 2282.557531] env[62448]: DEBUG nova.compute.manager [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Received event network-changed-85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2282.557685] env[62448]: DEBUG nova.compute.manager [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Refreshing instance network info cache due to event network-changed-85050763-4344-4ee8-97bc-3e0597af2a6d. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2282.557869] env[62448]: DEBUG oslo_concurrency.lockutils [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] Acquiring lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.558013] env[62448]: DEBUG oslo_concurrency.lockutils [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] Acquired lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.558197] env[62448]: DEBUG nova.network.neutron [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Refreshing network info cache for port 85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2282.573980] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b2e6fc-47ad-46d2-961f-4a89416e12b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.581443] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a7cc3e-ca32-4148-ab9b-33a3b63883e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.612902] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bdd490-65a0-4dbe-b83f-b884138afe76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.622205] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff468956-8671-4e8c-9f48-e1bb6e643be9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.636280] env[62448]: DEBUG nova.compute.provider_tree [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2282.652478] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.719795] env[62448]: DEBUG nova.network.neutron [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Successfully created port: 10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2282.824650] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093799, 'name': ReconfigVM_Task, 'duration_secs': 0.28762} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.825120] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e/59fc20fd-ced6-4b63-a51c-02e18689b26e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2282.825594] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5798f0c3-2580-4913-a0e7-e1f27313919c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.832972] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2282.832972] env[62448]: value = "task-2093800" [ 2282.832972] env[62448]: _type = "Task" [ 2282.832972] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.841732] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093800, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.893589] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2283.093405] env[62448]: DEBUG nova.network.neutron [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2283.137320] env[62448]: DEBUG nova.scheduler.client.report [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2283.175510] env[62448]: DEBUG nova.network.neutron [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.345142] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093800, 'name': Rename_Task, 'duration_secs': 0.370438} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.345439] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2283.345742] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0f3023-0f91-45ab-9495-897abd7cc9d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.353078] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2283.353078] env[62448]: value = "task-2093801" [ 2283.353078] env[62448]: _type = "Task" [ 2283.353078] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.361989] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.643547] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.646393] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.706s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.646626] env[62448]: DEBUG nova.objects.instance [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'resources' on Instance uuid 3cc4d198-324e-4707-aa79-672c0b0163f9 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2283.671170] env[62448]: INFO nova.scheduler.client.report [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance a13c8ad0-60a7-48ea-87b0-290b5d330f2d [ 2283.678194] env[62448]: DEBUG oslo_concurrency.lockutils [req-7fe301f6-c9ba-4fc5-be50-d34b09ceb209 req-f0f0445c-ab6c-4fa1-85ac-ba87a93f0e71 service nova] Releasing lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2283.678554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquired lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.678708] env[62448]: DEBUG nova.network.neutron [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2283.864561] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.905261] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2283.929525] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2283.929787] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2283.929968] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2283.930173] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2283.930318] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2283.930464] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2283.930668] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2283.930823] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2283.931120] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2283.931312] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2283.931511] env[62448]: DEBUG nova.virt.hardware [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2283.932483] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f060f-a4c3-49fd-a0a1-296eb7c61094 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.942909] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5909a12d-5a76-4468-9c12-143c298c120b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.182771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09c0ea2f-0b15-413a-8ec0-bc851e981992 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "a13c8ad0-60a7-48ea-87b0-290b5d330f2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.653s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.240842] env[62448]: DEBUG nova.network.neutron [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2284.244457] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.245247] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.245247] env[62448]: INFO nova.compute.manager [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Shelving [ 2284.337862] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b6518-9910-492a-b91f-77f005075253 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.345776] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a06e84-471e-4229-8ebc-dfea1d32e78f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.383184] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b3001-5e4f-40c8-86e9-cc3154ab10a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.390667] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093801, 'name': PowerOnVM_Task, 'duration_secs': 0.544266} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.392771] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2284.392982] env[62448]: DEBUG nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.393766] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ceb97e-7c98-4354-b350-1eddfb3e0ab6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.396943] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a2139-c4ad-46f4-bb20-ba8569a25339 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.417304] env[62448]: DEBUG nova.compute.provider_tree [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2284.494687] env[62448]: DEBUG nova.network.neutron [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Updating instance_info_cache with network_info: [{"id": "85050763-4344-4ee8-97bc-3e0597af2a6d", "address": "fa:16:3e:d5:ec:88", "network": {"id": "86364cd1-7528-46a2-8eb9-c938399651c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1978213329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d229e1f3e2be44af8c42591896b05dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85050763-43", "ovs_interfaceid": "85050763-4344-4ee8-97bc-3e0597af2a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.512882] env[62448]: DEBUG nova.network.neutron [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Successfully updated port: 10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2284.581256] env[62448]: DEBUG nova.compute.manager [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Received event network-vif-plugged-10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2284.581419] env[62448]: DEBUG oslo_concurrency.lockutils [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] Acquiring lock "c0be7871-9803-4a78-af3d-eedb9d7b6584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.581652] env[62448]: DEBUG oslo_concurrency.lockutils [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.581783] env[62448]: DEBUG oslo_concurrency.lockutils [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.581947] env[62448]: DEBUG nova.compute.manager [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] No waiting events found dispatching network-vif-plugged-10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2284.582239] env[62448]: WARNING nova.compute.manager [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Received unexpected event network-vif-plugged-10000af4-5e84-47f4-8936-98efad6c8874 for instance with vm_state building and task_state spawning. [ 2284.582322] env[62448]: DEBUG nova.compute.manager [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Received event network-changed-10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2284.582475] env[62448]: DEBUG nova.compute.manager [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Refreshing instance network info cache due to event network-changed-10000af4-5e84-47f4-8936-98efad6c8874. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2284.582661] env[62448]: DEBUG oslo_concurrency.lockutils [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] Acquiring lock "refresh_cache-c0be7871-9803-4a78-af3d-eedb9d7b6584" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.582796] env[62448]: DEBUG oslo_concurrency.lockutils [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] Acquired lock "refresh_cache-c0be7871-9803-4a78-af3d-eedb9d7b6584" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.582950] env[62448]: DEBUG nova.network.neutron [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Refreshing network info cache for port 10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2284.789602] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "4722e126-725d-4393-a670-95020ea1d209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.789947] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "4722e126-725d-4393-a670-95020ea1d209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.921674] env[62448]: INFO nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] bringing vm to original state: 'stopped' [ 2284.924175] env[62448]: DEBUG nova.scheduler.client.report [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2284.997885] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Releasing lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.998214] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Instance network_info: |[{"id": "85050763-4344-4ee8-97bc-3e0597af2a6d", "address": "fa:16:3e:d5:ec:88", "network": {"id": "86364cd1-7528-46a2-8eb9-c938399651c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1978213329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d229e1f3e2be44af8c42591896b05dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85050763-43", "ovs_interfaceid": "85050763-4344-4ee8-97bc-3e0597af2a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2284.998702] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:ec:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85050763-4344-4ee8-97bc-3e0597af2a6d', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2285.006933] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Creating folder: Project (d229e1f3e2be44af8c42591896b05dd2). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2285.007216] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80f9d707-ff4a-43a1-b8be-f4c82c2ee53a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.015772] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "refresh_cache-c0be7871-9803-4a78-af3d-eedb9d7b6584" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.019015] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Created folder: Project (d229e1f3e2be44af8c42591896b05dd2) in parent group-v428508. [ 2285.019216] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Creating folder: Instances. Parent ref: group-v428797. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2285.019449] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a0dd47b-8f46-4713-820e-b6f78d924bd7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.028802] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Created folder: Instances in parent group-v428797. [ 2285.028879] env[62448]: DEBUG oslo.service.loopingcall [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2285.029075] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2285.029274] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29093583-5e26-4958-8b41-4490f11a1834 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.047992] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2285.047992] env[62448]: value = "task-2093804" [ 2285.047992] env[62448]: _type = "Task" [ 2285.047992] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.057296] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093804, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.116963] env[62448]: DEBUG nova.network.neutron [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2285.195432] env[62448]: DEBUG nova.network.neutron [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.255909] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2285.256407] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-140b90b2-10d5-46db-9bfc-28037f41cc95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.264306] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2285.264306] env[62448]: value = "task-2093805" [ 2285.264306] env[62448]: _type = "Task" [ 2285.264306] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.274057] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.292781] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2285.428416] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.456075] env[62448]: INFO nova.scheduler.client.report [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleted allocations for instance 3cc4d198-324e-4707-aa79-672c0b0163f9 [ 2285.559239] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093804, 'name': CreateVM_Task, 'duration_secs': 0.424521} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.559327] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2285.560381] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.560381] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.560549] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2285.560792] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef82a36-4cf0-47b5-9138-5d62ebffd740 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.565678] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2285.565678] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520f83d2-d110-e198-2cb7-e0923bda66fd" [ 2285.565678] env[62448]: _type = "Task" [ 2285.565678] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.573990] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520f83d2-d110-e198-2cb7-e0923bda66fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.697971] env[62448]: DEBUG oslo_concurrency.lockutils [req-c78f9b1b-7414-4e55-bfd9-63acb56ff4f8 req-eecd6787-4353-482f-aaa5-477eb1b3c850 service nova] Releasing lock "refresh_cache-c0be7871-9803-4a78-af3d-eedb9d7b6584" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.698407] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquired lock "refresh_cache-c0be7871-9803-4a78-af3d-eedb9d7b6584" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.698558] env[62448]: DEBUG nova.network.neutron [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2285.774481] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093805, 'name': PowerOffVM_Task, 'duration_secs': 0.246163} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.774753] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2285.775562] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4d23b1-6e56-4b71-a596-35f142b19f33 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.794434] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80101996-74ac-4ebe-8fee-c7756cb119be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.814359] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.814581] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.816182] env[62448]: INFO nova.compute.claims [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2285.933897] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.934233] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.934461] env[62448]: DEBUG nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2285.935468] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31ce5b8-0b7d-4632-8523-df19b323c234 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.942656] env[62448]: DEBUG nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2285.965524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a08bb1f-0500-438f-817b-3cfaba8cd72f tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "3cc4d198-324e-4707-aa79-672c0b0163f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.528s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.077475] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520f83d2-d110-e198-2cb7-e0923bda66fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.077843] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.078186] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2286.078341] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.078489] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.078665] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2286.078930] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5334b05-5da5-4877-b8da-f02fd14134ff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.087887] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2286.088076] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2286.088781] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c881bce-d20f-42be-82a7-0ee10069f578 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.094164] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2286.094164] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e301f0-d940-673d-1bdd-cdd20b20d016" [ 2286.094164] env[62448]: _type = "Task" [ 2286.094164] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.101653] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e301f0-d940-673d-1bdd-cdd20b20d016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.184788] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "8c840714-895a-4c69-9a52-d9f3e77fba7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.185136] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.185369] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "8c840714-895a-4c69-9a52-d9f3e77fba7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.185562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.185735] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.187819] env[62448]: INFO nova.compute.manager [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Terminating instance [ 2286.232402] env[62448]: DEBUG nova.network.neutron [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2286.308164] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Creating Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2286.308526] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fade03e9-b2ca-4da2-8bba-85a5d6720d80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.318528] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2286.318528] env[62448]: value = "task-2093806" [ 2286.318528] env[62448]: _type = "Task" [ 2286.318528] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.328567] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.374861] env[62448]: DEBUG nova.network.neutron [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Updating instance_info_cache with network_info: [{"id": "10000af4-5e84-47f4-8936-98efad6c8874", "address": "fa:16:3e:3d:94:f3", "network": {"id": "928de5d2-b532-4d0a-8634-912c2962e193", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1273532040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb009c26c4c94c92b0a871f02cc17ebb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10000af4-5e", "ovs_interfaceid": "10000af4-5e84-47f4-8936-98efad6c8874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.447037] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2286.447381] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4d0809-793d-4fa1-8f3e-e4cd3484c4ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.454262] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2286.454262] env[62448]: value = "task-2093807" [ 2286.454262] env[62448]: _type = "Task" [ 2286.454262] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.462716] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.606643] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e301f0-d940-673d-1bdd-cdd20b20d016, 'name': SearchDatastore_Task, 'duration_secs': 0.008824} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.607245] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d877db-c0c0-479f-9b73-2f02fbc14615 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.613407] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2286.613407] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ad7e87-c174-b298-55c5-21048ef0ccf6" [ 2286.613407] env[62448]: _type = "Task" [ 2286.613407] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.625929] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ad7e87-c174-b298-55c5-21048ef0ccf6, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.626408] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.626843] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8d511d10-6a00-45ad-9741-ba4d217501f4/8d511d10-6a00-45ad-9741-ba4d217501f4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2286.627281] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-660bd1e0-bc9d-4b56-ae02-dbb8c1e8a3dc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.636954] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2286.636954] env[62448]: value = "task-2093808" [ 2286.636954] env[62448]: _type = "Task" [ 2286.636954] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.648046] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.692337] env[62448]: DEBUG nova.compute.manager [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2286.692728] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2286.694111] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5dd52d-0337-449f-b42e-7e18f9c01820 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.701922] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2286.702262] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09e1b25-5f0d-4e40-bd79-0446c754760a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.708780] env[62448]: DEBUG oslo_vmware.api [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2286.708780] env[62448]: value = "task-2093809" [ 2286.708780] env[62448]: _type = "Task" [ 2286.708780] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.718987] env[62448]: DEBUG oslo_vmware.api [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.830662] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.878327] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Releasing lock "refresh_cache-c0be7871-9803-4a78-af3d-eedb9d7b6584" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.878798] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Instance network_info: |[{"id": "10000af4-5e84-47f4-8936-98efad6c8874", "address": "fa:16:3e:3d:94:f3", "network": {"id": "928de5d2-b532-4d0a-8634-912c2962e193", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1273532040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb009c26c4c94c92b0a871f02cc17ebb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10000af4-5e", "ovs_interfaceid": "10000af4-5e84-47f4-8936-98efad6c8874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2286.879375] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:94:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10000af4-5e84-47f4-8936-98efad6c8874', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2286.887979] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Creating folder: Project (cb009c26c4c94c92b0a871f02cc17ebb). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2286.891108] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aecca4f-6099-4906-8b47-af25acfbe1a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.902833] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Created folder: Project (cb009c26c4c94c92b0a871f02cc17ebb) in parent group-v428508. [ 2286.902978] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Creating folder: Instances. Parent ref: group-v428800. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2286.906354] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62e523a1-cf4e-4aec-af73-450c476f7658 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.917047] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Created folder: Instances in parent group-v428800. [ 2286.917336] env[62448]: DEBUG oslo.service.loopingcall [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.917548] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2286.917773] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-752d80d5-5258-47e4-bc00-ccc158515b12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.952295] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2286.952295] env[62448]: value = "task-2093812" [ 2286.952295] env[62448]: _type = "Task" [ 2286.952295] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.964542] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093812, 'name': CreateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.970339] env[62448]: DEBUG oslo_vmware.api [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093807, 'name': PowerOffVM_Task, 'duration_secs': 0.204249} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.970857] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2286.971070] env[62448]: DEBUG nova.compute.manager [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2286.971905] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af3b1af-a3b7-4e99-83fd-a2b39404dc82 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.052833] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805afda-2d90-40f9-93e0-b10ea36b5637 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.063329] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404344d4-e7a0-42a3-a332-f4f902af7fc6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.096752] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e106c1-7d68-486d-a183-d7a4b735cc1a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.104758] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6fb1db-0672-4851-8a8a-c8911f5a681e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.119219] env[62448]: DEBUG nova.compute.provider_tree [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2287.147703] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47717} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.147970] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 8d511d10-6a00-45ad-9741-ba4d217501f4/8d511d10-6a00-45ad-9741-ba4d217501f4.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2287.148196] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2287.148452] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa94532-b184-4f11-977e-28676f1e1a1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.156719] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2287.156719] env[62448]: value = "task-2093813" [ 2287.156719] env[62448]: _type = "Task" [ 2287.156719] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.166469] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.217852] env[62448]: DEBUG oslo_vmware.api [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093809, 'name': PowerOffVM_Task, 'duration_secs': 0.265502} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.218139] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2287.218316] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2287.218573] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23fd4d6e-b3a7-4c6c-b674-3af93ac409c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.328803] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093806, 'name': CreateSnapshot_Task, 'duration_secs': 0.833288} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.329033] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Created Snapshot of the VM instance {{(pid=62448) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2287.329756] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa03d07-9b21-4b70-8951-0b56a0357130 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.391390] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2287.391653] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2287.391867] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleting the datastore file [datastore2] 8c840714-895a-4c69-9a52-d9f3e77fba7a {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2287.392185] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c267cac-bf9f-4ee8-814b-25773d7021fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.398717] env[62448]: DEBUG oslo_vmware.api [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for the task: (returnval){ [ 2287.398717] env[62448]: value = "task-2093815" [ 2287.398717] env[62448]: _type = "Task" [ 2287.398717] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.407735] env[62448]: DEBUG oslo_vmware.api [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.461798] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093812, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.490655] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.622340] env[62448]: DEBUG nova.scheduler.client.report [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2287.667175] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.667613] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2287.668224] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa881eb-7460-4ba2-a2e6-cea9217f1c6c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.692862] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 8d511d10-6a00-45ad-9741-ba4d217501f4/8d511d10-6a00-45ad-9741-ba4d217501f4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2287.693148] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9d3e1d-335f-45be-b8c3-6db66ae465ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.717357] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2287.717357] env[62448]: value = "task-2093816" [ 2287.717357] env[62448]: _type = "Task" [ 2287.717357] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.725188] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.847444] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Creating linked-clone VM from snapshot {{(pid=62448) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2287.847899] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99ce681a-0414-434a-9a9c-5c5e76678a52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.855692] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2287.855692] env[62448]: value = "task-2093817" [ 2287.855692] env[62448]: _type = "Task" [ 2287.855692] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.863860] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093817, 'name': CloneVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.908150] env[62448]: DEBUG oslo_vmware.api [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Task: {'id': task-2093815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147239} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.908475] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2287.908667] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2287.908842] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2287.909028] env[62448]: INFO nova.compute.manager [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2287.909310] env[62448]: DEBUG oslo.service.loopingcall [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.909518] env[62448]: DEBUG nova.compute.manager [-] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2287.909616] env[62448]: DEBUG nova.network.neutron [-] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2287.962763] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093812, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.001886] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.127282] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.127870] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2288.130816] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.129s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.130960] env[62448]: DEBUG nova.objects.instance [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2288.231234] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.249784] env[62448]: DEBUG nova.compute.manager [req-af04e3e6-c0e7-42e4-894e-d78b57edb313 req-02bb4a4b-4259-44c6-a32a-e1cf8e28e7cb service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Received event network-vif-deleted-93ce8ea4-21e2-44df-bf82-6bfd9180781a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2288.249784] env[62448]: INFO nova.compute.manager [req-af04e3e6-c0e7-42e4-894e-d78b57edb313 req-02bb4a4b-4259-44c6-a32a-e1cf8e28e7cb service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Neutron deleted interface 93ce8ea4-21e2-44df-bf82-6bfd9180781a; detaching it from the instance and deleting it from the info cache [ 2288.249784] env[62448]: DEBUG nova.network.neutron [req-af04e3e6-c0e7-42e4-894e-d78b57edb313 req-02bb4a4b-4259-44c6-a32a-e1cf8e28e7cb service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.365330] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093817, 'name': CloneVM_Task} progress is 94%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.464961] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093812, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.635747] env[62448]: DEBUG nova.compute.utils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2288.641087] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2288.641087] env[62448]: DEBUG nova.network.neutron [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2288.684080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.684465] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.684749] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "59fc20fd-ced6-4b63-a51c-02e18689b26e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.685049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.685255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.688251] env[62448]: INFO nova.compute.manager [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Terminating instance [ 2288.711671] env[62448]: DEBUG nova.policy [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2288.726293] env[62448]: DEBUG nova.network.neutron [-] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.731503] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.752223] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd13d04c-a054-4298-800d-6c97f2a3c2ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.764741] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb455894-a795-4ffc-b21b-9c1c59610f7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.802026] env[62448]: DEBUG nova.compute.manager [req-af04e3e6-c0e7-42e4-894e-d78b57edb313 req-02bb4a4b-4259-44c6-a32a-e1cf8e28e7cb service nova] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Detach interface failed, port_id=93ce8ea4-21e2-44df-bf82-6bfd9180781a, reason: Instance 8c840714-895a-4c69-9a52-d9f3e77fba7a could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2288.867017] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093817, 'name': CloneVM_Task} progress is 95%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.964112] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093812, 'name': CreateVM_Task, 'duration_secs': 1.65739} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.964487] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2288.965589] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.965953] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.966449] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2288.967304] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3349f8a2-2306-42cc-a37e-421bd2c9ea30 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.975021] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2288.975021] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c2354f-a10f-7b45-caf8-66d3c8c80362" [ 2288.975021] env[62448]: _type = "Task" [ 2288.975021] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.981439] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c2354f-a10f-7b45-caf8-66d3c8c80362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.983237] env[62448]: DEBUG nova.network.neutron [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Successfully created port: 2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2289.145228] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2289.148252] env[62448]: DEBUG oslo_concurrency.lockutils [None req-67f18d58-2bc8-4a39-8af8-4e79fb383f96 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.192868] env[62448]: DEBUG nova.compute.manager [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2289.193151] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2289.194719] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f121c-73a8-49b8-94b7-29fb38168425 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.202167] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2289.202628] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fc1bde9-0415-4465-8710-14c05a47f148 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.229721] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093816, 'name': ReconfigVM_Task, 'duration_secs': 1.073372} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.230095] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 8d511d10-6a00-45ad-9741-ba4d217501f4/8d511d10-6a00-45ad-9741-ba4d217501f4.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2289.230816] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb2ae9e-edb0-428c-a478-901507f3c8c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.232530] env[62448]: INFO nova.compute.manager [-] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Took 1.32 seconds to deallocate network for instance. [ 2289.238962] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2289.238962] env[62448]: value = "task-2093819" [ 2289.238962] env[62448]: _type = "Task" [ 2289.238962] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.250941] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093819, 'name': Rename_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.367952] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093817, 'name': CloneVM_Task, 'duration_secs': 1.35054} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.368287] env[62448]: INFO nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Created linked-clone VM from snapshot [ 2289.369073] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf06b84-389c-429a-8600-00b31e5ca812 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.373652] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2289.373850] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2289.374034] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 59fc20fd-ced6-4b63-a51c-02e18689b26e {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2289.374272] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1839780d-4817-44c2-9dff-c61334a68d1f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.379213] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Uploading image 36c1498c-0dff-47a3-a724-3755bb86c9ff {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2289.385515] env[62448]: DEBUG oslo_vmware.api [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2289.385515] env[62448]: value = "task-2093820" [ 2289.385515] env[62448]: _type = "Task" [ 2289.385515] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.395417] env[62448]: DEBUG oslo_vmware.api [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.406659] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2289.406659] env[62448]: value = "vm-428804" [ 2289.406659] env[62448]: _type = "VirtualMachine" [ 2289.406659] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2289.406952] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19467a33-0d1c-474e-8a7c-e671daca202a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.414089] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease: (returnval){ [ 2289.414089] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c42ce-03d9-046f-40c6-940b5491cf4e" [ 2289.414089] env[62448]: _type = "HttpNfcLease" [ 2289.414089] env[62448]: } obtained for exporting VM: (result){ [ 2289.414089] env[62448]: value = "vm-428804" [ 2289.414089] env[62448]: _type = "VirtualMachine" [ 2289.414089] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2289.414380] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the lease: (returnval){ [ 2289.414380] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c42ce-03d9-046f-40c6-940b5491cf4e" [ 2289.414380] env[62448]: _type = "HttpNfcLease" [ 2289.414380] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2289.420950] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2289.420950] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c42ce-03d9-046f-40c6-940b5491cf4e" [ 2289.420950] env[62448]: _type = "HttpNfcLease" [ 2289.420950] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2289.483510] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c2354f-a10f-7b45-caf8-66d3c8c80362, 'name': SearchDatastore_Task, 'duration_secs': 0.008739} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.483795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.484046] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2289.484293] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.484442] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.484617] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2289.484881] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909c341b-5bbc-4996-9da6-e63056f8bfd2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.492410] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2289.492589] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2289.493287] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529b74a7-f3bf-40b0-8bb5-d0db1306c1e0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.498375] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2289.498375] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c0ffa6-bb69-ac54-7713-2c9d0aeb9707" [ 2289.498375] env[62448]: _type = "Task" [ 2289.498375] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.505374] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c0ffa6-bb69-ac54-7713-2c9d0aeb9707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.738732] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.738988] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.739232] env[62448]: DEBUG nova.objects.instance [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lazy-loading 'resources' on Instance uuid 8c840714-895a-4c69-9a52-d9f3e77fba7a {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2289.749282] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093819, 'name': Rename_Task, 'duration_secs': 0.146146} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.750076] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2289.750328] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-228d4cb5-75e2-469d-8eeb-893e90a43197 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.756971] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2289.756971] env[62448]: value = "task-2093822" [ 2289.756971] env[62448]: _type = "Task" [ 2289.756971] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.765885] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.895845] env[62448]: DEBUG oslo_vmware.api [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203031} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.895845] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2289.895845] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2289.896315] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2289.896315] env[62448]: INFO nova.compute.manager [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Took 0.70 seconds to destroy the instance on the hypervisor. [ 2289.896379] env[62448]: DEBUG oslo.service.loopingcall [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2289.896551] env[62448]: DEBUG nova.compute.manager [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2289.896641] env[62448]: DEBUG nova.network.neutron [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2289.922011] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2289.922011] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c42ce-03d9-046f-40c6-940b5491cf4e" [ 2289.922011] env[62448]: _type = "HttpNfcLease" [ 2289.922011] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2289.922318] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2289.922318] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527c42ce-03d9-046f-40c6-940b5491cf4e" [ 2289.922318] env[62448]: _type = "HttpNfcLease" [ 2289.922318] env[62448]: }. {{(pid=62448) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2289.923153] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c59a8a-a094-46c6-80f4-521507f5b70b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.932798] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52724d66-147b-6693-22e7-026a1c5322f0/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2289.933031] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52724d66-147b-6693-22e7-026a1c5322f0/disk-0.vmdk for reading. {{(pid=62448) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2290.008723] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c0ffa6-bb69-ac54-7713-2c9d0aeb9707, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.009592] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef527028-bc20-4cae-90b0-0bf641f99c52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.015039] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2290.015039] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52248f04-b699-7ec1-d078-7733357b3a84" [ 2290.015039] env[62448]: _type = "Task" [ 2290.015039] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.023088] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52248f04-b699-7ec1-d078-7733357b3a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.025702] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1cedc63-0fb7-49a2-ace0-5617031b9e98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.156249] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2290.190815] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2290.190990] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2290.191178] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2290.191375] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2290.191520] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2290.191667] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2290.191876] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2290.192044] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2290.192217] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2290.192379] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2290.192550] env[62448]: DEBUG nova.virt.hardware [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2290.193747] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14731f-1436-4c91-bedf-beccf18ae582 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.201982] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f467e19-ad6f-4ddf-89d4-19c717e70eff {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.269033] env[62448]: DEBUG oslo_vmware.api [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093822, 'name': PowerOnVM_Task, 'duration_secs': 0.464645} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.269200] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2290.269580] env[62448]: INFO nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Took 8.62 seconds to spawn the instance on the hypervisor. [ 2290.269625] env[62448]: DEBUG nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2290.270480] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f68e7c-1cd0-490b-995a-f76d0e458ae9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.285337] env[62448]: DEBUG nova.compute.manager [req-53f6c9a0-84e9-4a22-b8da-a18d3bd14277 req-b2692a1d-ef75-458a-b99f-321c38244bf1 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Received event network-vif-deleted-6fd254d2-6895-498f-a2ed-37e42dba8d3a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2290.285560] env[62448]: INFO nova.compute.manager [req-53f6c9a0-84e9-4a22-b8da-a18d3bd14277 req-b2692a1d-ef75-458a-b99f-321c38244bf1 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Neutron deleted interface 6fd254d2-6895-498f-a2ed-37e42dba8d3a; detaching it from the instance and deleting it from the info cache [ 2290.285752] env[62448]: DEBUG nova.network.neutron [req-53f6c9a0-84e9-4a22-b8da-a18d3bd14277 req-b2692a1d-ef75-458a-b99f-321c38244bf1 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.420581] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea234c3-176b-4f16-ac1f-a6e286ee05cd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.430275] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45091e67-0c07-4869-b8e4-5a5bb9f21293 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.463351] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c87888-42cd-41b8-92c5-37bd45eb85ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.471858] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233e110c-a3ee-4cfa-bfd0-4826e4c9c9b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.486603] env[62448]: DEBUG nova.compute.provider_tree [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2290.506084] env[62448]: DEBUG nova.network.neutron [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Successfully updated port: 2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2290.526841] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52248f04-b699-7ec1-d078-7733357b3a84, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.527255] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.527348] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c0be7871-9803-4a78-af3d-eedb9d7b6584/c0be7871-9803-4a78-af3d-eedb9d7b6584.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2290.527647] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45578f24-41d8-46ad-b336-ccb598204226 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.534729] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2290.534729] env[62448]: value = "task-2093823" [ 2290.534729] env[62448]: _type = "Task" [ 2290.534729] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.543220] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.615453] env[62448]: DEBUG nova.network.neutron [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.794454] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2778fc9-255a-49d2-a951-4aa2f4eb03a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.798464] env[62448]: INFO nova.compute.manager [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Took 13.47 seconds to build instance. [ 2290.811899] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8840f8-caaa-4f66-b5d9-a0f0985e0764 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.852308] env[62448]: DEBUG nova.compute.manager [req-53f6c9a0-84e9-4a22-b8da-a18d3bd14277 req-b2692a1d-ef75-458a-b99f-321c38244bf1 service nova] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Detach interface failed, port_id=6fd254d2-6895-498f-a2ed-37e42dba8d3a, reason: Instance 59fc20fd-ced6-4b63-a51c-02e18689b26e could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2290.990681] env[62448]: DEBUG nova.scheduler.client.report [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2291.008615] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-4722e126-725d-4393-a670-95020ea1d209" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.008852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-4722e126-725d-4393-a670-95020ea1d209" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.009083] env[62448]: DEBUG nova.network.neutron [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.044717] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487393} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.045258] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] c0be7871-9803-4a78-af3d-eedb9d7b6584/c0be7871-9803-4a78-af3d-eedb9d7b6584.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2291.046040] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2291.046040] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2671263-0ded-4e5d-8dbb-dc174e7b98a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.052563] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2291.052563] env[62448]: value = "task-2093824" [ 2291.052563] env[62448]: _type = "Task" [ 2291.052563] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.060639] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.118976] env[62448]: INFO nova.compute.manager [-] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Took 1.22 seconds to deallocate network for instance. [ 2291.300368] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a8919782-9746-4060-ad3c-e1f7b96c0c96 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.980s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.495560] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.522014] env[62448]: INFO nova.scheduler.client.report [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Deleted allocations for instance 8c840714-895a-4c69-9a52-d9f3e77fba7a [ 2291.558009] env[62448]: DEBUG nova.network.neutron [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2291.565716] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11007} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.567472] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2291.572158] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a5bf84-06be-4f81-839b-383518d6da6d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.596089] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] c0be7871-9803-4a78-af3d-eedb9d7b6584/c0be7871-9803-4a78-af3d-eedb9d7b6584.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2291.599840] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a83ea437-d815-4512-862c-57107049a3d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.622064] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2291.622064] env[62448]: value = "task-2093825" [ 2291.622064] env[62448]: _type = "Task" [ 2291.622064] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.630095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.630502] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.630837] env[62448]: DEBUG nova.objects.instance [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'resources' on Instance uuid 59fc20fd-ced6-4b63-a51c-02e18689b26e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2291.638052] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.792171] env[62448]: DEBUG nova.compute.manager [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Received event network-changed-85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2291.792944] env[62448]: DEBUG nova.compute.manager [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Refreshing instance network info cache due to event network-changed-85050763-4344-4ee8-97bc-3e0597af2a6d. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2291.793321] env[62448]: DEBUG oslo_concurrency.lockutils [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] Acquiring lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.793627] env[62448]: DEBUG oslo_concurrency.lockutils [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] Acquired lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.794101] env[62448]: DEBUG nova.network.neutron [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Refreshing network info cache for port 85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2291.820533] env[62448]: DEBUG nova.network.neutron [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Updating instance_info_cache with network_info: [{"id": "2f041aa4-0290-4add-8610-5b606a425f66", "address": "fa:16:3e:c9:db:67", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f041aa4-02", "ovs_interfaceid": "2f041aa4-0290-4add-8610-5b606a425f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.034301] env[62448]: DEBUG oslo_concurrency.lockutils [None req-291c3c86-647f-4555-9259-6135b0190b0a tempest-ServerRescueNegativeTestJSON-595963863 tempest-ServerRescueNegativeTestJSON-595963863-project-member] Lock "8c840714-895a-4c69-9a52-d9f3e77fba7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.132993] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.286567] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06f0204-75b5-420e-b536-9d7d849fca10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.294470] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6155c2e2-b106-4098-ab40-cdffba9acecf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.327498] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-4722e126-725d-4393-a670-95020ea1d209" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.327782] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Instance network_info: |[{"id": "2f041aa4-0290-4add-8610-5b606a425f66", "address": "fa:16:3e:c9:db:67", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f041aa4-02", "ovs_interfaceid": "2f041aa4-0290-4add-8610-5b606a425f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2292.329157] env[62448]: DEBUG nova.compute.manager [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Received event network-vif-plugged-2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.329345] env[62448]: DEBUG oslo_concurrency.lockutils [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] Acquiring lock "4722e126-725d-4393-a670-95020ea1d209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.329535] env[62448]: DEBUG oslo_concurrency.lockutils [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] Lock "4722e126-725d-4393-a670-95020ea1d209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.329686] env[62448]: DEBUG oslo_concurrency.lockutils [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] Lock "4722e126-725d-4393-a670-95020ea1d209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.329843] env[62448]: DEBUG nova.compute.manager [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] No waiting events found dispatching network-vif-plugged-2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2292.330034] env[62448]: WARNING nova.compute.manager [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Received unexpected event network-vif-plugged-2f041aa4-0290-4add-8610-5b606a425f66 for instance with vm_state building and task_state spawning. [ 2292.330206] env[62448]: DEBUG nova.compute.manager [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Received event network-changed-2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.330356] env[62448]: DEBUG nova.compute.manager [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Refreshing instance network info cache due to event network-changed-2f041aa4-0290-4add-8610-5b606a425f66. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2292.330529] env[62448]: DEBUG oslo_concurrency.lockutils [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] Acquiring lock "refresh_cache-4722e126-725d-4393-a670-95020ea1d209" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.330662] env[62448]: DEBUG oslo_concurrency.lockutils [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] Acquired lock "refresh_cache-4722e126-725d-4393-a670-95020ea1d209" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.331185] env[62448]: DEBUG nova.network.neutron [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Refreshing network info cache for port 2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2292.332334] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:db:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f041aa4-0290-4add-8610-5b606a425f66', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2292.340471] env[62448]: DEBUG oslo.service.loopingcall [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2292.341161] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d557dcb-af26-44e1-a565-342a1c31092c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.348747] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4722e126-725d-4393-a670-95020ea1d209] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2292.349406] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072b0655-86cc-40b1-8327-4424d1f351ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.368718] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234df336-7560-4baa-ac88-24608dbf5245 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.374387] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2292.374387] env[62448]: value = "task-2093826" [ 2292.374387] env[62448]: _type = "Task" [ 2292.374387] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.387754] env[62448]: DEBUG nova.compute.provider_tree [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2292.394765] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.632935] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093825, 'name': ReconfigVM_Task, 'duration_secs': 0.809824} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.633242] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Reconfigured VM instance instance-0000006d to attach disk [datastore2] c0be7871-9803-4a78-af3d-eedb9d7b6584/c0be7871-9803-4a78-af3d-eedb9d7b6584.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2292.633873] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0cc447-a968-4197-b984-c26d7233af51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.641101] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2292.641101] env[62448]: value = "task-2093827" [ 2292.641101] env[62448]: _type = "Task" [ 2292.641101] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.650186] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093827, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.733779] env[62448]: DEBUG nova.network.neutron [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Updated VIF entry in instance network info cache for port 2f041aa4-0290-4add-8610-5b606a425f66. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.734207] env[62448]: DEBUG nova.network.neutron [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Updating instance_info_cache with network_info: [{"id": "2f041aa4-0290-4add-8610-5b606a425f66", "address": "fa:16:3e:c9:db:67", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f041aa4-02", "ovs_interfaceid": "2f041aa4-0290-4add-8610-5b606a425f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.737588] env[62448]: DEBUG nova.network.neutron [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Updated VIF entry in instance network info cache for port 85050763-4344-4ee8-97bc-3e0597af2a6d. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.737931] env[62448]: DEBUG nova.network.neutron [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Updating instance_info_cache with network_info: [{"id": "85050763-4344-4ee8-97bc-3e0597af2a6d", "address": "fa:16:3e:d5:ec:88", "network": {"id": "86364cd1-7528-46a2-8eb9-c938399651c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1978213329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d229e1f3e2be44af8c42591896b05dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85050763-43", "ovs_interfaceid": "85050763-4344-4ee8-97bc-3e0597af2a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.884935] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.891066] env[62448]: DEBUG nova.scheduler.client.report [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2293.152142] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093827, 'name': Rename_Task, 'duration_secs': 0.181801} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.152662] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2293.152725] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d159c6-cc34-44e1-b5dc-6e17df012321 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.162019] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2293.162019] env[62448]: value = "task-2093828" [ 2293.162019] env[62448]: _type = "Task" [ 2293.162019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.177150] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.237286] env[62448]: DEBUG oslo_concurrency.lockutils [req-26423d88-2078-47ba-ac35-aeb3b7c11e1e req-f46d14dc-6722-455e-9bb1-a00384b2c989 service nova] Releasing lock "refresh_cache-4722e126-725d-4393-a670-95020ea1d209" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.241536] env[62448]: DEBUG oslo_concurrency.lockutils [req-58b3e99d-3567-4318-94b5-5c2116734792 req-0ef7463a-4ca9-4af4-b3c1-8b1c50e693ec service nova] Releasing lock "refresh_cache-8d511d10-6a00-45ad-9741-ba4d217501f4" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.386152] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.401793] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.424237] env[62448]: INFO nova.scheduler.client.report [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted allocations for instance 59fc20fd-ced6-4b63-a51c-02e18689b26e [ 2293.672938] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093828, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.890820] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.935367] env[62448]: DEBUG oslo_concurrency.lockutils [None req-98d01e76-90d8-4cf8-ba9f-23c716ffcbed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "59fc20fd-ced6-4b63-a51c-02e18689b26e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.251s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.174015] env[62448]: DEBUG oslo_vmware.api [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093828, 'name': PowerOnVM_Task, 'duration_secs': 0.628149} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.174453] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2294.174531] env[62448]: INFO nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Took 10.27 seconds to spawn the instance on the hypervisor. [ 2294.174738] env[62448]: DEBUG nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2294.175555] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef75ea1-9814-4f62-90f0-4dcb5caa0a9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.387931] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.692886] env[62448]: INFO nova.compute.manager [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Took 15.48 seconds to build instance. [ 2294.889132] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.069860] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "c0be7871-9803-4a78-af3d-eedb9d7b6584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.195312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f921cdbd-4043-45cd-934e-c372d7249e15 tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.986s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.195931] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.126s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.195931] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "c0be7871-9803-4a78-af3d-eedb9d7b6584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.196223] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.196355] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.200017] env[62448]: INFO nova.compute.manager [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Terminating instance [ 2295.388460] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.705451] env[62448]: DEBUG nova.compute.manager [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2295.705745] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2295.706751] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348301d-a8ed-4c8b-966d-10941b9843be {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.715377] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2295.715685] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-403fb87d-35cf-46b7-8160-479b769e1f5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.721721] env[62448]: DEBUG oslo_vmware.api [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2295.721721] env[62448]: value = "task-2093829" [ 2295.721721] env[62448]: _type = "Task" [ 2295.721721] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.730544] env[62448]: DEBUG oslo_vmware.api [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.839468] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.839634] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.889860] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.238034] env[62448]: DEBUG oslo_vmware.api [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093829, 'name': PowerOffVM_Task, 'duration_secs': 0.227634} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.238034] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2296.238034] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.238034] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4ad7649-99a6-4dcd-93be-92d0bfeeb56f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.343725] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2296.396441] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.869411] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.869857] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.871527] env[62448]: INFO nova.compute.claims [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2297.681146] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.682840] env[62448]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.30035999999999996 sec [ 2297.690614] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.909547] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52724d66-147b-6693-22e7-026a1c5322f0/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2297.910608] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497604e-35a2-4016-8e8f-5ef2918de161 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.917523] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52724d66-147b-6693-22e7-026a1c5322f0/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2297.917694] env[62448]: ERROR oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52724d66-147b-6693-22e7-026a1c5322f0/disk-0.vmdk due to incomplete transfer. [ 2297.917917] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce74ecf9-40b2-4824-98d0-5d419548fbd1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.924906] env[62448]: DEBUG oslo_vmware.rw_handles [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52724d66-147b-6693-22e7-026a1c5322f0/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2297.924906] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Uploaded image 36c1498c-0dff-47a3-a724-3755bb86c9ff to the Glance image server {{(pid=62448) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2297.927445] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Destroying the VM {{(pid=62448) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2297.927801] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49267e33-eb3d-45ad-ac95-6fd37265c3c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.938375] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2297.938375] env[62448]: value = "task-2093831" [ 2297.938375] env[62448]: _type = "Task" [ 2297.938375] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.948886] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093831, 'name': Destroy_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.191248] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.332419] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e736ae24-45e4-4245-ae86-ed2f5c655942 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.339796] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa0db3-5363-427d-b913-05b200995a80 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.368143] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db44cd-ab13-460d-a58a-d02a89e3f3b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.375341] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb15b9-0d82-4a3b-979c-99460b5a234b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.388999] env[62448]: DEBUG nova.compute.provider_tree [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.448384] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093831, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.595036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.595257] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.694227] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.892536] env[62448]: DEBUG nova.scheduler.client.report [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2298.949111] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093831, 'name': Destroy_Task} progress is 33%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.981471] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.981779] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2298.981908] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2298.992085] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.992371] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.992912] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Deleting the datastore file [datastore2] c0be7871-9803-4a78-af3d-eedb9d7b6584 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.992912] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5bb5e8-50f4-4e67-bdf8-251cac301231 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.999699] env[62448]: DEBUG oslo_vmware.api [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for the task: (returnval){ [ 2298.999699] env[62448]: value = "task-2093832" [ 2298.999699] env[62448]: _type = "Task" [ 2298.999699] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.008924] env[62448]: DEBUG oslo_vmware.api [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.099173] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2299.203077] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.398242] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.398769] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2299.449686] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093831, 'name': Destroy_Task, 'duration_secs': 1.304582} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.449952] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Destroyed the VM [ 2299.450212] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deleting Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2299.450449] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-399e57a2-546b-4072-aeed-67de17c3a33f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.458660] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2299.458660] env[62448]: value = "task-2093833" [ 2299.458660] env[62448]: _type = "Task" [ 2299.458660] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.466921] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.511255] env[62448]: DEBUG oslo_vmware.api [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Task: {'id': task-2093832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176743} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.511508] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2299.511789] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2299.512033] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2299.512259] env[62448]: INFO nova.compute.manager [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Took 3.81 seconds to destroy the instance on the hypervisor. [ 2299.512553] env[62448]: DEBUG oslo.service.loopingcall [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.512778] env[62448]: DEBUG nova.compute.manager [-] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2299.512907] env[62448]: DEBUG nova.network.neutron [-] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2299.533191] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.533366] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.533510] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2299.624852] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.625157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.627228] env[62448]: INFO nova.compute.claims [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2299.697610] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093826, 'name': CreateVM_Task, 'duration_secs': 6.896193} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.697980] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4722e126-725d-4393-a670-95020ea1d209] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2299.698541] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.698696] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.699058] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2299.699404] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee824bee-2be3-4eb3-9912-1585e011effb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.704082] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2299.704082] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f56113-8ffc-c338-7db3-70ac2adb182c" [ 2299.704082] env[62448]: _type = "Task" [ 2299.704082] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.719460] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f56113-8ffc-c338-7db3-70ac2adb182c, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.719705] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.719930] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2299.720202] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.720356] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.720523] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2299.720802] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b79e369-51bd-40e5-8975-9c8063de554b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.728971] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2299.729174] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2299.730203] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f341ce4-aace-4546-9218-3acb4b0823b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.735329] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2299.735329] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5285e73d-9c97-604b-8298-18ae3f92ab7c" [ 2299.735329] env[62448]: _type = "Task" [ 2299.735329] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.742878] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5285e73d-9c97-604b-8298-18ae3f92ab7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.790538] env[62448]: DEBUG nova.compute.manager [req-d5959a75-6c45-44e5-bacd-1376b18d140d req-d1ef509b-634a-46ce-8683-347025eb7447 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Received event network-vif-deleted-10000af4-5e84-47f4-8936-98efad6c8874 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2299.790593] env[62448]: INFO nova.compute.manager [req-d5959a75-6c45-44e5-bacd-1376b18d140d req-d1ef509b-634a-46ce-8683-347025eb7447 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Neutron deleted interface 10000af4-5e84-47f4-8936-98efad6c8874; detaching it from the instance and deleting it from the info cache [ 2299.790758] env[62448]: DEBUG nova.network.neutron [req-d5959a75-6c45-44e5-bacd-1376b18d140d req-d1ef509b-634a-46ce-8683-347025eb7447 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.903445] env[62448]: DEBUG nova.compute.utils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2299.905419] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2299.905644] env[62448]: DEBUG nova.network.neutron [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2299.965466] env[62448]: DEBUG nova.policy [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e11a36bf3f4809b5fc7cec60f2aa70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c3fae02a444319575087479233071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2299.972292] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093833, 'name': RemoveSnapshot_Task, 'duration_secs': 0.332435} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.972494] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deleted Snapshot of the VM instance {{(pid=62448) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2299.972766] env[62448]: DEBUG nova.compute.manager [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2299.973550] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934a67d8-502f-46a2-a375-e4eb94af19c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.247744] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5285e73d-9c97-604b-8298-18ae3f92ab7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.247744] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e469d5fd-5de7-44f2-b42b-dd75fb032271 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.253224] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2300.253224] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52471a21-3d70-2dc9-6f04-3873c4d94d6b" [ 2300.253224] env[62448]: _type = "Task" [ 2300.253224] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.261420] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52471a21-3d70-2dc9-6f04-3873c4d94d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.262289] env[62448]: DEBUG nova.network.neutron [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Successfully created port: 88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2300.270396] env[62448]: DEBUG nova.network.neutron [-] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.293854] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a64cf200-3edc-4cd1-9a89-3737ff5896d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.305672] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e55de0-c46a-4073-8044-220db06769b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.335250] env[62448]: DEBUG nova.compute.manager [req-d5959a75-6c45-44e5-bacd-1376b18d140d req-d1ef509b-634a-46ce-8683-347025eb7447 service nova] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Detach interface failed, port_id=10000af4-5e84-47f4-8936-98efad6c8874, reason: Instance c0be7871-9803-4a78-af3d-eedb9d7b6584 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2300.408889] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2300.485233] env[62448]: INFO nova.compute.manager [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Shelve offloading [ 2300.759421] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.767879] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52471a21-3d70-2dc9-6f04-3873c4d94d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.768228] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.768482] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 4722e126-725d-4393-a670-95020ea1d209/4722e126-725d-4393-a670-95020ea1d209.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2300.768738] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d5cc55-550d-44ff-90d3-bdb042c94859 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.772665] env[62448]: INFO nova.compute.manager [-] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Took 1.26 seconds to deallocate network for instance. [ 2300.780109] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2300.780109] env[62448]: value = "task-2093834" [ 2300.780109] env[62448]: _type = "Task" [ 2300.780109] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.788225] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.789878] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f948a2-74ca-4845-815a-e0473451c253 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.796264] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3ab9e-0b72-4fa5-a34d-3f25a0707c7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.828421] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f312d0-00e2-4985-af87-034d6ac1f9d3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.836993] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2533e0-70e2-4fe5-ae18-2c248811096c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.851017] env[62448]: DEBUG nova.compute.provider_tree [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2300.989266] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2300.989612] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41320909-4e9c-41eb-b33d-6be255b93fec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.998148] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2300.998148] env[62448]: value = "task-2093835" [ 2300.998148] env[62448]: _type = "Task" [ 2300.998148] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.008188] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2301.008466] env[62448]: DEBUG nova.compute.manager [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2301.009373] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339cb11-695a-444d-af43-93cf4adf17b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.016115] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.016338] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.016524] env[62448]: DEBUG nova.network.neutron [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2301.261795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.262062] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2301.262305] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.262514] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.262677] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.262839] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.262997] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.263164] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.263305] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2301.263450] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2301.281498] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.292317] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443418} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.292552] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 4722e126-725d-4393-a670-95020ea1d209/4722e126-725d-4393-a670-95020ea1d209.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2301.292754] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2301.292990] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17fe196b-7118-42a3-8a0a-2e66119dbee6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.299155] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2301.299155] env[62448]: value = "task-2093836" [ 2301.299155] env[62448]: _type = "Task" [ 2301.299155] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.307149] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.354077] env[62448]: DEBUG nova.scheduler.client.report [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2301.418511] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2301.441861] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2301.442117] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2301.442278] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2301.442475] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2301.442618] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2301.442763] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2301.442966] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2301.443184] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2301.443364] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2301.443528] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2301.443698] env[62448]: DEBUG nova.virt.hardware [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2301.444545] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbaf42b-9ca9-4d07-b97a-dc2a8e368430 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.452556] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb02fd84-f263-429d-81bd-209ad382d00b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.766055] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.808704] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060223} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.809017] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2301.810102] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc25a6-6de1-4256-a465-c71fc9c044bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.833170] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 4722e126-725d-4393-a670-95020ea1d209/4722e126-725d-4393-a670-95020ea1d209.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2301.834403] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbec2052-abd3-4849-b524-c558be1e4419 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.851145] env[62448]: DEBUG nova.compute.manager [req-15da9f65-562d-43b9-879a-20bb4c48fece req-83094f92-bc50-43c1-b7ca-32e27bb07620 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Received event network-vif-plugged-88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2301.851145] env[62448]: DEBUG oslo_concurrency.lockutils [req-15da9f65-562d-43b9-879a-20bb4c48fece req-83094f92-bc50-43c1-b7ca-32e27bb07620 service nova] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.851145] env[62448]: DEBUG oslo_concurrency.lockutils [req-15da9f65-562d-43b9-879a-20bb4c48fece req-83094f92-bc50-43c1-b7ca-32e27bb07620 service nova] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.851145] env[62448]: DEBUG oslo_concurrency.lockutils [req-15da9f65-562d-43b9-879a-20bb4c48fece req-83094f92-bc50-43c1-b7ca-32e27bb07620 service nova] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.851145] env[62448]: DEBUG nova.compute.manager [req-15da9f65-562d-43b9-879a-20bb4c48fece req-83094f92-bc50-43c1-b7ca-32e27bb07620 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] No waiting events found dispatching network-vif-plugged-88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2301.851145] env[62448]: WARNING nova.compute.manager [req-15da9f65-562d-43b9-879a-20bb4c48fece req-83094f92-bc50-43c1-b7ca-32e27bb07620 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Received unexpected event network-vif-plugged-88e0ea18-dd79-4c32-9b12-68aaa9807532 for instance with vm_state building and task_state spawning. [ 2301.856772] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2301.856772] env[62448]: value = "task-2093837" [ 2301.856772] env[62448]: _type = "Task" [ 2301.856772] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.860805] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.861310] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2301.863937] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.583s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.864165] env[62448]: DEBUG nova.objects.instance [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lazy-loading 'resources' on Instance uuid c0be7871-9803-4a78-af3d-eedb9d7b6584 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2301.871649] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.945049] env[62448]: DEBUG nova.network.neutron [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.012420] env[62448]: DEBUG nova.network.neutron [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Successfully updated port: 88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2302.366756] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093837, 'name': ReconfigVM_Task, 'duration_secs': 0.312587} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.367065] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 4722e126-725d-4393-a670-95020ea1d209/4722e126-725d-4393-a670-95020ea1d209.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2302.367725] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2e5924-732e-410d-a5a5-efe07ca71d6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.370392] env[62448]: DEBUG nova.compute.utils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2302.374323] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2302.374490] env[62448]: DEBUG nova.network.neutron [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2302.382184] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2302.382184] env[62448]: value = "task-2093838" [ 2302.382184] env[62448]: _type = "Task" [ 2302.382184] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.392276] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093838, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.419358] env[62448]: DEBUG nova.policy [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b35fd702c6e543ab9d486d3a4871d90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1012931b6d464005bd880eb6c67c1f04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2302.447851] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.515270] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.515429] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.515624] env[62448]: DEBUG nova.network.neutron [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2302.530209] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.530485] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.530697] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.530883] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.531077] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.533131] env[62448]: INFO nova.compute.manager [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Terminating instance [ 2302.538198] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e659fc4-1f74-4604-addf-60bc29766cdd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.547115] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030a844b-cee0-4df4-a0f4-21aad53eb46b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.579508] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2270a7-0d3f-4511-ac30-2ff6ce5fe406 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.587553] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3cfe5b-adda-4679-8142-e5e12d0eb5a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.601113] env[62448]: DEBUG nova.compute.provider_tree [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.875328] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2302.882630] env[62448]: DEBUG nova.network.neutron [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Successfully created port: 132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2302.894165] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093838, 'name': Rename_Task, 'duration_secs': 0.142819} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.894485] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2302.898022] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60a29abe-1221-4c00-8ee0-1b7415dd6cab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.901506] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2302.901506] env[62448]: value = "task-2093839" [ 2302.901506] env[62448]: _type = "Task" [ 2302.901506] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.909813] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.011457] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2303.012416] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c68f9d-7964-4243-8372-1f04db804611 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.023125] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2303.023449] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fd6a439-eb66-488b-82a6-d1f7da0835a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.042138] env[62448]: DEBUG nova.compute.manager [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2303.042391] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2303.043233] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780cd51-3f05-4063-9062-6ce5b32b8fdf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.050687] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2303.051184] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8238a815-a239-4e12-899b-a615b18c3929 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.057109] env[62448]: DEBUG oslo_vmware.api [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2303.057109] env[62448]: value = "task-2093841" [ 2303.057109] env[62448]: _type = "Task" [ 2303.057109] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.065425] env[62448]: DEBUG oslo_vmware.api [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.070232] env[62448]: DEBUG nova.network.neutron [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2303.105736] env[62448]: DEBUG nova.scheduler.client.report [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2303.348126] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2303.350326] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2303.350534] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleting the datastore file [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2303.350825] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5e1df4-7df8-4b98-be2e-7fe1ac274d7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.358227] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2303.358227] env[62448]: value = "task-2093842" [ 2303.358227] env[62448]: _type = "Task" [ 2303.358227] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.366805] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.379498] env[62448]: DEBUG nova.network.neutron [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updating instance_info_cache with network_info: [{"id": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "address": "fa:16:3e:2c:97:47", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e0ea18-dd", "ovs_interfaceid": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.412924] env[62448]: DEBUG oslo_vmware.api [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093839, 'name': PowerOnVM_Task, 'duration_secs': 0.471848} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.412924] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2303.412924] env[62448]: INFO nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Took 13.26 seconds to spawn the instance on the hypervisor. [ 2303.413170] env[62448]: DEBUG nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2303.413783] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fc7670-cb5b-4b1e-818e-63200190a57c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.567182] env[62448]: DEBUG oslo_vmware.api [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093841, 'name': PowerOffVM_Task, 'duration_secs': 0.214778} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.567460] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2303.567663] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2303.567926] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20cf9218-9dba-4801-b57d-297162c01ae3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.609010] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.611319] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.845s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.611496] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.611649] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2303.612494] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4577e5-0164-496f-b913-c7959e20ea9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.620821] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae10de-e725-4e22-9885-2bf14cf7d2d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.634365] env[62448]: INFO nova.scheduler.client.report [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Deleted allocations for instance c0be7871-9803-4a78-af3d-eedb9d7b6584 [ 2303.638821] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175c989-f309-41c1-9460-618d61138df1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.654658] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8950cb-6736-4ec6-9535-d8f9911fe8c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.683937] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178549MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2303.684093] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.684297] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.799740] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2303.799961] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2303.800232] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleting the datastore file [datastore2] 7f8a97aa-38b5-4085-ad0e-700ef51541c4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2303.800503] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65b1a061-791c-4a23-8562-0d84005125cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.806476] env[62448]: DEBUG oslo_vmware.api [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2303.806476] env[62448]: value = "task-2093844" [ 2303.806476] env[62448]: _type = "Task" [ 2303.806476] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.815277] env[62448]: DEBUG oslo_vmware.api [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.853665] env[62448]: DEBUG nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Received event network-changed-88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2303.853831] env[62448]: DEBUG nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Refreshing instance network info cache due to event network-changed-88e0ea18-dd79-4c32-9b12-68aaa9807532. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2303.853978] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Acquiring lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.868129] env[62448]: DEBUG oslo_vmware.api [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214892} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.868380] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2303.868554] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2303.868724] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2303.884408] env[62448]: INFO nova.scheduler.client.report [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted allocations for instance 4675bce2-5c66-4102-ad1a-a539742ba2c8 [ 2303.887326] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.887641] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Instance network_info: |[{"id": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "address": "fa:16:3e:2c:97:47", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e0ea18-dd", "ovs_interfaceid": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2303.888646] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2303.891041] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Acquired lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.891041] env[62448]: DEBUG nova.network.neutron [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Refreshing network info cache for port 88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2303.892365] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:97:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88e0ea18-dd79-4c32-9b12-68aaa9807532', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2303.900035] env[62448]: DEBUG oslo.service.loopingcall [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2303.901135] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2303.901671] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24ba580d-afa3-4df9-a3cf-c1e940180604 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.923847] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2303.924109] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2303.924277] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2303.924503] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2303.924666] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2303.924816] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2303.925037] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2303.925200] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2303.925364] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2303.925525] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2303.925692] env[62448]: DEBUG nova.virt.hardware [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2303.926650] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a543c5-4435-4572-b597-c5fa462d2950 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.936132] env[62448]: INFO nova.compute.manager [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Took 18.14 seconds to build instance. [ 2303.937758] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2303.937758] env[62448]: value = "task-2093845" [ 2303.937758] env[62448]: _type = "Task" [ 2303.937758] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.945079] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04569796-5499-4bf2-87c2-0d199862ae17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.952758] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093845, 'name': CreateVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.142953] env[62448]: DEBUG oslo_concurrency.lockutils [None req-29ae1d4e-4768-49fb-ac3a-2f79a3567eff tempest-InstanceActionsNegativeTestJSON-1951528790 tempest-InstanceActionsNegativeTestJSON-1951528790-project-member] Lock "c0be7871-9803-4a78-af3d-eedb9d7b6584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.947s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.316499] env[62448]: DEBUG oslo_vmware.api [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264919} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.316745] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2304.316970] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2304.317161] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2304.317328] env[62448]: INFO nova.compute.manager [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2304.317567] env[62448]: DEBUG oslo.service.loopingcall [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2304.317753] env[62448]: DEBUG nova.compute.manager [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2304.317843] env[62448]: DEBUG nova.network.neutron [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2304.389240] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.438184] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec677a2-086d-4e34-9631-39edc0501e4c tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "4722e126-725d-4393-a670-95020ea1d209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.648s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.448487] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093845, 'name': CreateVM_Task, 'duration_secs': 0.51542} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.448673] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2304.449345] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.449513] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.449834] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2304.450148] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd38f26-b6fb-4fb7-a3cd-d9a7fd569075 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.454697] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2304.454697] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5240ba4f-2b1c-9c48-ed6a-94ce9b5273d1" [ 2304.454697] env[62448]: _type = "Task" [ 2304.454697] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.462774] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5240ba4f-2b1c-9c48-ed6a-94ce9b5273d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.719698] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.719858] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.719983] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7c5faaf6-c41f-42ca-abf1-9eb97e68268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720215] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7f8a97aa-38b5-4085-ad0e-700ef51541c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720371] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3dd423ee-a016-43fd-8d11-22f3df89bd58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720537] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3c5ca395-5b0b-4154-8c11-3c5739c872f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720598] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8d511d10-6a00-45ad-9741-ba4d217501f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720711] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 4722e126-725d-4393-a670-95020ea1d209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720821] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 2dd2f14f-c76d-4e2b-9017-c8885478119c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.720930] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1354feb4-636d-45bb-992a-12e90acfa1e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2304.721364] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2304.721519] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2304.859503] env[62448]: DEBUG nova.compute.manager [req-3f1bae6a-6703-4ec4-8217-ecb39b05462d req-46da58ee-121a-4e7d-b8fa-903794f0e0df service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Received event network-vif-plugged-132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.859741] env[62448]: DEBUG oslo_concurrency.lockutils [req-3f1bae6a-6703-4ec4-8217-ecb39b05462d req-46da58ee-121a-4e7d-b8fa-903794f0e0df service nova] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.859943] env[62448]: DEBUG oslo_concurrency.lockutils [req-3f1bae6a-6703-4ec4-8217-ecb39b05462d req-46da58ee-121a-4e7d-b8fa-903794f0e0df service nova] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.860139] env[62448]: DEBUG oslo_concurrency.lockutils [req-3f1bae6a-6703-4ec4-8217-ecb39b05462d req-46da58ee-121a-4e7d-b8fa-903794f0e0df service nova] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.860332] env[62448]: DEBUG nova.compute.manager [req-3f1bae6a-6703-4ec4-8217-ecb39b05462d req-46da58ee-121a-4e7d-b8fa-903794f0e0df service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] No waiting events found dispatching network-vif-plugged-132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2304.860495] env[62448]: WARNING nova.compute.manager [req-3f1bae6a-6703-4ec4-8217-ecb39b05462d req-46da58ee-121a-4e7d-b8fa-903794f0e0df service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Received unexpected event network-vif-plugged-132df6b2-7bd0-4d60-a217-97a8f8a64bd7 for instance with vm_state building and task_state spawning. [ 2304.898418] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da460f5-9a18-488f-8683-77bbaafbd6bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.906284] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560377d-a61f-48be-a616-dce23b298479 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.937475] env[62448]: DEBUG nova.network.neutron [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updated VIF entry in instance network info cache for port 88e0ea18-dd79-4c32-9b12-68aaa9807532. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2304.938500] env[62448]: DEBUG nova.network.neutron [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updating instance_info_cache with network_info: [{"id": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "address": "fa:16:3e:2c:97:47", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e0ea18-dd", "ovs_interfaceid": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.939563] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf94cccd-1e4e-4f03-bc2d-2081e0e05c70 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.949599] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985ed32-8728-47b7-aa3c-6b633b37693e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.965428] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.972140] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5240ba4f-2b1c-9c48-ed6a-94ce9b5273d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.972444] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.972775] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2304.973028] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.973180] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.973356] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2304.974389] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71c9fe5-4b4d-4b5d-934f-9e9db394b715 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.983947] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2304.983947] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2304.985045] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccbb6ab2-bc8d-44df-89a4-b5990721b989 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.990748] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2304.990748] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526c9bd3-7efd-575c-0000-04a8c2fc8991" [ 2304.990748] env[62448]: _type = "Task" [ 2304.990748] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.000558] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526c9bd3-7efd-575c-0000-04a8c2fc8991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.332919] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "4722e126-725d-4393-a670-95020ea1d209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.333236] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "4722e126-725d-4393-a670-95020ea1d209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.333456] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "4722e126-725d-4393-a670-95020ea1d209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.333639] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "4722e126-725d-4393-a670-95020ea1d209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.333807] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "4722e126-725d-4393-a670-95020ea1d209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.337853] env[62448]: INFO nova.compute.manager [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Terminating instance [ 2305.445019] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Releasing lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.445019] env[62448]: DEBUG nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-vif-unplugged-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.445019] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.445019] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.445652] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.445652] env[62448]: DEBUG nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] No waiting events found dispatching network-vif-unplugged-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2305.445652] env[62448]: WARNING nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received unexpected event network-vif-unplugged-10841d09-48ac-43a6-b805-c160b4e2607b for instance with vm_state shelved and task_state shelving_offloading. [ 2305.445652] env[62448]: DEBUG nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.445769] env[62448]: DEBUG nova.compute.manager [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing instance network info cache due to event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2305.445865] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.445991] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.446454] env[62448]: DEBUG nova.network.neutron [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2305.451395] env[62448]: DEBUG nova.network.neutron [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Successfully updated port: 132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2305.468216] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.502691] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526c9bd3-7efd-575c-0000-04a8c2fc8991, 'name': SearchDatastore_Task, 'duration_secs': 0.007806} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.503514] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ddfc7e-a4c2-4cc9-92bb-82b94db531de {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.508982] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2305.508982] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]522cfa3c-59c6-80fc-5768-8bd68dd16210" [ 2305.508982] env[62448]: _type = "Task" [ 2305.508982] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.517637] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522cfa3c-59c6-80fc-5768-8bd68dd16210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.594907] env[62448]: DEBUG nova.network.neutron [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.842681] env[62448]: DEBUG nova.compute.manager [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2305.842934] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2305.843885] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c65431-d29f-4552-9326-6fcbafd32c66 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.852207] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2305.852585] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c03730e-6432-497e-a7af-76339cbe4446 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.858875] env[62448]: DEBUG oslo_vmware.api [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2305.858875] env[62448]: value = "task-2093846" [ 2305.858875] env[62448]: _type = "Task" [ 2305.858875] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.867509] env[62448]: DEBUG oslo_vmware.api [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.887232] env[62448]: DEBUG nova.compute.manager [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Received event network-vif-deleted-54e0e8f1-3032-49c5-8459-db0d2840d663 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.887477] env[62448]: DEBUG nova.compute.manager [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Received event network-changed-132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.887681] env[62448]: DEBUG nova.compute.manager [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Refreshing instance network info cache due to event network-changed-132df6b2-7bd0-4d60-a217-97a8f8a64bd7. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2305.887935] env[62448]: DEBUG oslo_concurrency.lockutils [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] Acquiring lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.888867] env[62448]: DEBUG oslo_concurrency.lockutils [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] Acquired lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.889141] env[62448]: DEBUG nova.network.neutron [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Refreshing network info cache for port 132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2305.905721] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.906092] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.906238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.906374] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.906551] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.908510] env[62448]: INFO nova.compute.manager [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Terminating instance [ 2305.954060] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.974249] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2305.977063] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.293s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.977710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.588s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.977710] env[62448]: DEBUG nova.objects.instance [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'resources' on Instance uuid 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.019869] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]522cfa3c-59c6-80fc-5768-8bd68dd16210, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.019869] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.021032] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2306.021032] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-210e35af-427a-4037-923c-d0c94041d513 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.029093] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2306.029093] env[62448]: value = "task-2093847" [ 2306.029093] env[62448]: _type = "Task" [ 2306.029093] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.039234] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.101322] env[62448]: INFO nova.compute.manager [-] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Took 1.78 seconds to deallocate network for instance. [ 2306.211478] env[62448]: DEBUG nova.network.neutron [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updated VIF entry in instance network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2306.211994] env[62448]: DEBUG nova.network.neutron [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap10841d09-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.372100] env[62448]: DEBUG oslo_vmware.api [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093846, 'name': PowerOffVM_Task, 'duration_secs': 0.223039} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.372402] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2306.372731] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2306.373336] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059aec41-1053-4839-9ab6-a96b3e1ce580 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.414584] env[62448]: DEBUG nova.compute.manager [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2306.414816] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2306.415841] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a89f8-e5a7-4aee-b581-09c98ed122fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.427520] env[62448]: DEBUG nova.network.neutron [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2306.429526] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2306.430082] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3afafc97-5506-42a9-acf1-455c72fbb7bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.439267] env[62448]: DEBUG oslo_vmware.api [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2306.439267] env[62448]: value = "task-2093849" [ 2306.439267] env[62448]: _type = "Task" [ 2306.439267] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.450523] env[62448]: DEBUG oslo_vmware.api [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.480935] env[62448]: DEBUG nova.objects.instance [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'numa_topology' on Instance uuid 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.519398] env[62448]: DEBUG nova.network.neutron [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.538725] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453155} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.538969] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2306.539196] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2306.539442] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c270d454-c4e7-4d85-abe2-0b49db4c3f15 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.545838] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2306.545838] env[62448]: value = "task-2093850" [ 2306.545838] env[62448]: _type = "Task" [ 2306.545838] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.554218] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.609191] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.693963] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2306.693963] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2306.693963] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] 4722e126-725d-4393-a670-95020ea1d209 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2306.694434] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d31e76b-647c-45ba-b3d7-c440176a23ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.702048] env[62448]: DEBUG oslo_vmware.api [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2306.702048] env[62448]: value = "task-2093851" [ 2306.702048] env[62448]: _type = "Task" [ 2306.702048] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.710041] env[62448]: DEBUG oslo_vmware.api [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.715543] env[62448]: DEBUG oslo_concurrency.lockutils [req-3747e16a-9292-4463-8729-194329884a31 req-eb6f2638-15de-4732-9529-f043d3d9c306 service nova] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.914550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.949704] env[62448]: DEBUG oslo_vmware.api [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093849, 'name': PowerOffVM_Task, 'duration_secs': 0.199311} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.949704] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2306.949704] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2306.949921] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-173e6101-efa3-4595-b223-9a3293303de7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.984018] env[62448]: DEBUG nova.objects.base [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Object Instance<4675bce2-5c66-4102-ad1a-a539742ba2c8> lazy-loaded attributes: resources,numa_topology {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2307.022535] env[62448]: DEBUG oslo_concurrency.lockutils [req-003eda4c-d4d2-46ef-b5f2-e38441d0e655 req-60d56c45-b3e9-4003-a3c1-44a687e5c731 service nova] Releasing lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.022944] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.023144] env[62448]: DEBUG nova.network.neutron [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2307.057172] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06738} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.057454] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2307.058229] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d317db-f104-47ce-8599-db0592097895 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.083222] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2307.085496] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d975de8-6e64-4c56-82df-cbd5999b8f7c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.103987] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2307.103987] env[62448]: value = "task-2093853" [ 2307.103987] env[62448]: _type = "Task" [ 2307.103987] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.112239] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.153576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec575395-1e2b-42e4-940a-cdb4df1cd2b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.157933] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2307.158344] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2307.158585] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleting the datastore file [datastore2] 3c5ca395-5b0b-4154-8c11-3c5739c872f2 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2307.160580] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc2d21c-2117-4dc0-9fb4-4bcdfaccb605 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.163052] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5348a6f-2a14-41c8-b77f-d32072c42942 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.170292] env[62448]: DEBUG oslo_vmware.api [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2307.170292] env[62448]: value = "task-2093854" [ 2307.170292] env[62448]: _type = "Task" [ 2307.170292] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.197294] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db9373-762f-4348-920c-ef1e714fdb3c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.208981] env[62448]: DEBUG oslo_vmware.api [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.210541] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4361eb79-4be7-490d-b55f-3af539c33a4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.217089] env[62448]: DEBUG oslo_vmware.api [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126139} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.217650] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.217860] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.218064] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.218247] env[62448]: INFO nova.compute.manager [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 4722e126-725d-4393-a670-95020ea1d209] Took 1.38 seconds to destroy the instance on the hypervisor. [ 2307.218480] env[62448]: DEBUG oslo.service.loopingcall [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.218677] env[62448]: DEBUG nova.compute.manager [-] [instance: 4722e126-725d-4393-a670-95020ea1d209] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.218771] env[62448]: DEBUG nova.network.neutron [-] [instance: 4722e126-725d-4393-a670-95020ea1d209] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2307.227880] env[62448]: DEBUG nova.compute.provider_tree [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2307.557821] env[62448]: DEBUG nova.network.neutron [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2307.615336] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093853, 'name': ReconfigVM_Task, 'duration_secs': 0.30359} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.617776] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2307.618409] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235850e3-788e-49ad-ac0e-3f3d605099e9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.625871] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2307.625871] env[62448]: value = "task-2093855" [ 2307.625871] env[62448]: _type = "Task" [ 2307.625871] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.633787] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093855, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.684426] env[62448]: DEBUG nova.network.neutron [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating instance_info_cache with network_info: [{"id": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "address": "fa:16:3e:12:8f:0f", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132df6b2-7b", "ovs_interfaceid": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.704012] env[62448]: DEBUG oslo_vmware.api [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144098} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.704276] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.704453] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.704623] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.704785] env[62448]: INFO nova.compute.manager [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2307.705080] env[62448]: DEBUG oslo.service.loopingcall [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.705277] env[62448]: DEBUG nova.compute.manager [-] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.705370] env[62448]: DEBUG nova.network.neutron [-] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2307.731675] env[62448]: DEBUG nova.scheduler.client.report [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2307.916039] env[62448]: DEBUG nova.compute.manager [req-ccec20a9-44e4-43c0-a696-1415eee65fdb req-3dd972ac-6ae6-4608-bcdb-10a9ed5e502e service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Received event network-vif-deleted-2f041aa4-0290-4add-8610-5b606a425f66 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2307.916320] env[62448]: INFO nova.compute.manager [req-ccec20a9-44e4-43c0-a696-1415eee65fdb req-3dd972ac-6ae6-4608-bcdb-10a9ed5e502e service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Neutron deleted interface 2f041aa4-0290-4add-8610-5b606a425f66; detaching it from the instance and deleting it from the info cache [ 2307.916419] env[62448]: DEBUG nova.network.neutron [req-ccec20a9-44e4-43c0-a696-1415eee65fdb req-3dd972ac-6ae6-4608-bcdb-10a9ed5e502e service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.002931] env[62448]: DEBUG nova.network.neutron [-] [instance: 4722e126-725d-4393-a670-95020ea1d209] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.137917] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093855, 'name': Rename_Task, 'duration_secs': 0.502223} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.139486] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2308.139728] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d62238c1-8226-4115-84c7-483c213638f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.146870] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2308.146870] env[62448]: value = "task-2093856" [ 2308.146870] env[62448]: _type = "Task" [ 2308.146870] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.155474] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.188414] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.188414] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Instance network_info: |[{"id": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "address": "fa:16:3e:12:8f:0f", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132df6b2-7b", "ovs_interfaceid": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2308.188592] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:8f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '132df6b2-7bd0-4d60-a217-97a8f8a64bd7', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2308.196222] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Creating folder: Project (1012931b6d464005bd880eb6c67c1f04). Parent ref: group-v428508. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2308.196521] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8262dbc-b348-4e7f-9f6a-64569864e8e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.207870] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Created folder: Project (1012931b6d464005bd880eb6c67c1f04) in parent group-v428508. [ 2308.208074] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Creating folder: Instances. Parent ref: group-v428807. {{(pid=62448) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2308.208316] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d11efed-eac2-4eaa-aaa5-75aedfb61f44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.216933] env[62448]: INFO nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Created folder: Instances in parent group-v428807. [ 2308.217199] env[62448]: DEBUG oslo.service.loopingcall [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2308.217421] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2308.218351] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d379f7-ce4e-421f-8567-5ad9d91ac03f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.236396] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.240950] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.632s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.241219] env[62448]: DEBUG nova.objects.instance [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'resources' on Instance uuid 7f8a97aa-38b5-4085-ad0e-700ef51541c4 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.242112] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2308.242112] env[62448]: value = "task-2093859" [ 2308.242112] env[62448]: _type = "Task" [ 2308.242112] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.258213] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093859, 'name': CreateVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.420792] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34e4a8d8-eeee-418c-afb1-6bfa5b46532f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.431351] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89350b-8edd-4a2d-a15e-a168eda8878f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.462562] env[62448]: DEBUG nova.compute.manager [req-ccec20a9-44e4-43c0-a696-1415eee65fdb req-3dd972ac-6ae6-4608-bcdb-10a9ed5e502e service nova] [instance: 4722e126-725d-4393-a670-95020ea1d209] Detach interface failed, port_id=2f041aa4-0290-4add-8610-5b606a425f66, reason: Instance 4722e126-725d-4393-a670-95020ea1d209 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2308.506009] env[62448]: INFO nova.compute.manager [-] [instance: 4722e126-725d-4393-a670-95020ea1d209] Took 1.29 seconds to deallocate network for instance. [ 2308.642306] env[62448]: DEBUG nova.network.neutron [-] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.656974] env[62448]: DEBUG oslo_vmware.api [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093856, 'name': PowerOnVM_Task, 'duration_secs': 0.463873} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.657254] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2308.657449] env[62448]: INFO nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Took 7.24 seconds to spawn the instance on the hypervisor. [ 2308.657622] env[62448]: DEBUG nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2308.658458] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed1fc96-aaf6-4154-87c1-fa396af12a9a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.752757] env[62448]: DEBUG oslo_concurrency.lockutils [None req-abf71289-44b9-4786-bf79-ac664e2d4df4 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.508s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.753837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.839s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.753837] env[62448]: INFO nova.compute.manager [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Unshelving [ 2308.761478] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093859, 'name': CreateVM_Task, 'duration_secs': 0.452681} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.761660] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2308.762340] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.762512] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.762846] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2308.763113] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8171965d-dd14-4f75-8afd-1bd2c972ba76 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.768999] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2308.768999] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52b5405c-d3a0-4bd0-796a-c01f3e58a92d" [ 2308.768999] env[62448]: _type = "Task" [ 2308.768999] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.780248] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b5405c-d3a0-4bd0-796a-c01f3e58a92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.887819] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9622d7-cff3-44d8-b5c7-3cb8af2544d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.895418] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35edc284-7811-44ca-aa72-4dc2527d3067 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.925900] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b89ac3-6a30-4151-b421-964238c9d494 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.933425] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d0c735-3c32-4b99-b904-a87843d0d1b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.946786] env[62448]: DEBUG nova.compute.provider_tree [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2309.013333] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.145097] env[62448]: INFO nova.compute.manager [-] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Took 1.44 seconds to deallocate network for instance. [ 2309.177291] env[62448]: INFO nova.compute.manager [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Took 12.33 seconds to build instance. [ 2309.282102] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52b5405c-d3a0-4bd0-796a-c01f3e58a92d, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.282386] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2309.282639] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2309.282909] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2309.283043] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.283420] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2309.283702] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f228e64-82fd-4706-b181-7a1b64c57abb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.291967] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2309.292154] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2309.293211] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9856fb-fa4c-448c-a922-8bf95a877ec0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.298841] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2309.298841] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c69066-0b20-ce96-988e-36bd21eb63bd" [ 2309.298841] env[62448]: _type = "Task" [ 2309.298841] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.306858] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c69066-0b20-ce96-988e-36bd21eb63bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.467246] env[62448]: ERROR nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [req-52be90a7-3f41-488c-8506-77f2697b2f3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52be90a7-3f41-488c-8506-77f2697b2f3f"}]} [ 2309.484253] env[62448]: DEBUG nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2309.497423] env[62448]: DEBUG nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2309.497631] env[62448]: DEBUG nova.compute.provider_tree [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2309.509039] env[62448]: DEBUG nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2309.524514] env[62448]: DEBUG nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2309.644502] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25bc8b0-74f7-4ce8-a504-9e13547c7788 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.653965] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.655282] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408aa8fe-fd23-4049-b808-27804ff4e33d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.684677] env[62448]: DEBUG oslo_concurrency.lockutils [None req-776c6eab-c913-4ae4-b6b1-4aa74cee84c4 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.845s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.685567] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca0fb9-1a46-44a6-8c43-972bc4d80059 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.692948] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd75455-de4f-4886-8410-45fb66b229e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.706321] env[62448]: DEBUG nova.compute.provider_tree [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2309.773652] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.809021] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c69066-0b20-ce96-988e-36bd21eb63bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.809805] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9743f69-7c8f-4955-9ba9-8cfdc822b5b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.814796] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2309.814796] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d0a193-31f9-7c32-4794-b8c72355ca58" [ 2309.814796] env[62448]: _type = "Task" [ 2309.814796] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.822490] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d0a193-31f9-7c32-4794-b8c72355ca58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.942258] env[62448]: DEBUG nova.compute.manager [req-1a61517f-8e53-40de-b049-15eb60ad71a7 req-4ed2745c-e861-438c-9e16-478420f47cef service nova] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Received event network-vif-deleted-b5a1d02c-a44a-41e6-afa2-5f072aeb5de8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2310.239481] env[62448]: DEBUG nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2310.239791] env[62448]: DEBUG nova.compute.provider_tree [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 148 to 149 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2310.239995] env[62448]: DEBUG nova.compute.provider_tree [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2310.325808] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d0a193-31f9-7c32-4794-b8c72355ca58, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.326088] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.326343] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1354feb4-636d-45bb-992a-12e90acfa1e0/1354feb4-636d-45bb-992a-12e90acfa1e0.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2310.326649] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b88b84f-749c-44ea-acf1-ae098f620dd3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.334132] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2310.334132] env[62448]: value = "task-2093860" [ 2310.334132] env[62448]: _type = "Task" [ 2310.334132] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.342571] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.746602] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.505s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.748672] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.735s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.748933] env[62448]: DEBUG nova.objects.instance [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid 4722e126-725d-4393-a670-95020ea1d209 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2310.767384] env[62448]: INFO nova.scheduler.client.report [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted allocations for instance 7f8a97aa-38b5-4085-ad0e-700ef51541c4 [ 2310.781345] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.781515] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances with incomplete migration {{(pid=62448) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2310.843920] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404036} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.845540] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1354feb4-636d-45bb-992a-12e90acfa1e0/1354feb4-636d-45bb-992a-12e90acfa1e0.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2310.845540] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2310.845540] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a47168ca-de2f-4ce2-9fb6-c0966223f735 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.851930] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2310.851930] env[62448]: value = "task-2093861" [ 2310.851930] env[62448]: _type = "Task" [ 2310.851930] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.861488] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.275478] env[62448]: DEBUG oslo_concurrency.lockutils [None req-73e86c2a-9602-472a-9256-4f942ad90308 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "7f8a97aa-38b5-4085-ad0e-700ef51541c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.745s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.361299] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056716} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.363983] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2311.365279] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db7e7b1-a14f-4a09-9318-34e81d2ed7b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.387170] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 1354feb4-636d-45bb-992a-12e90acfa1e0/1354feb4-636d-45bb-992a-12e90acfa1e0.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2311.389863] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086922a5-6ed4-4ae8-b03c-526485f67e8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.410291] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2311.410291] env[62448]: value = "task-2093862" [ 2311.410291] env[62448]: _type = "Task" [ 2311.410291] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.419248] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.432704] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f827f019-9fab-45a4-8ae9-05da00c0d6e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.439923] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afdf0e9-91c4-42a3-9ca9-d845b385830b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.469484] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b214a7b-ea01-4a56-bb77-93c1cc124af3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.478880] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef4196-5a1b-4573-9153-01358b6e95c8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.489968] env[62448]: DEBUG nova.compute.provider_tree [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2311.920462] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.970678] env[62448]: DEBUG nova.compute.manager [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Received event network-changed-88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2311.970870] env[62448]: DEBUG nova.compute.manager [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Refreshing instance network info cache due to event network-changed-88e0ea18-dd79-4c32-9b12-68aaa9807532. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2311.971104] env[62448]: DEBUG oslo_concurrency.lockutils [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] Acquiring lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.971281] env[62448]: DEBUG oslo_concurrency.lockutils [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] Acquired lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.971545] env[62448]: DEBUG nova.network.neutron [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Refreshing network info cache for port 88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2312.010721] env[62448]: ERROR nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [req-8520b87e-9da6-40a3-b6b8-e8b1e1a5cf8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8520b87e-9da6-40a3-b6b8-e8b1e1a5cf8d"}]} [ 2312.026871] env[62448]: DEBUG nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2312.042827] env[62448]: DEBUG nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2312.043071] env[62448]: DEBUG nova.compute.provider_tree [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2312.054277] env[62448]: DEBUG nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2312.074710] env[62448]: DEBUG nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2312.197448] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba7238-0da8-48e4-8a46-e40c4084e8eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.204540] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36979a0-fe4d-49fd-8853-3a56cd652a90 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.234447] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb374a55-01f1-440e-b293-036299044fb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.245974] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd091e4-a929-4a2d-a32b-9517e848a774 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.260360] env[62448]: DEBUG nova.compute.provider_tree [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2312.420475] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093862, 'name': ReconfigVM_Task, 'duration_secs': 0.747332} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.420743] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 1354feb4-636d-45bb-992a-12e90acfa1e0/1354feb4-636d-45bb-992a-12e90acfa1e0.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2312.421363] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bd83f8c-e0dc-48ee-b8ea-37d04a55bc0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.427429] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2312.427429] env[62448]: value = "task-2093863" [ 2312.427429] env[62448]: _type = "Task" [ 2312.427429] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.434889] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093863, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.727457] env[62448]: DEBUG nova.network.neutron [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updated VIF entry in instance network info cache for port 88e0ea18-dd79-4c32-9b12-68aaa9807532. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2312.727828] env[62448]: DEBUG nova.network.neutron [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updating instance_info_cache with network_info: [{"id": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "address": "fa:16:3e:2c:97:47", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e0ea18-dd", "ovs_interfaceid": "88e0ea18-dd79-4c32-9b12-68aaa9807532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.745135] env[62448]: DEBUG nova.compute.manager [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2312.794278] env[62448]: DEBUG nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2312.794547] env[62448]: DEBUG nova.compute.provider_tree [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 151 to 152 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2312.794729] env[62448]: DEBUG nova.compute.provider_tree [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2312.937818] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093863, 'name': Rename_Task, 'duration_secs': 0.131003} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.938093] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2312.938285] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cdde6cd-0ee7-4626-97b5-650781abf8d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.944451] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2312.944451] env[62448]: value = "task-2093864" [ 2312.944451] env[62448]: _type = "Task" [ 2312.944451] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.951529] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.231209] env[62448]: DEBUG oslo_concurrency.lockutils [req-3d0d971a-1107-4804-9b8f-93cdf8f8ad0b req-93573d61-0216-434e-9a79-2b3def71f2b0 service nova] Releasing lock "refresh_cache-2dd2f14f-c76d-4e2b-9017-c8885478119c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.265049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.299829] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.551s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.302295] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.649s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.302553] env[62448]: DEBUG nova.objects.instance [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'resources' on Instance uuid 3c5ca395-5b0b-4154-8c11-3c5739c872f2 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2313.317099] env[62448]: INFO nova.scheduler.client.report [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance 4722e126-725d-4393-a670-95020ea1d209 [ 2313.453653] env[62448]: DEBUG oslo_vmware.api [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093864, 'name': PowerOnVM_Task, 'duration_secs': 0.424661} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.454185] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2313.454185] env[62448]: INFO nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Took 9.57 seconds to spawn the instance on the hypervisor. [ 2313.454313] env[62448]: DEBUG nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2313.455096] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb822123-9f1c-4a37-aeeb-56fd3b00e61e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.824594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a0148495-3dfa-449a-9cd4-806d709681ee tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "4722e126-725d-4393-a670-95020ea1d209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.491s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.947811] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57386bf9-444e-4f39-a49f-5404ba21148c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.955459] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e044224-75d6-4476-84b9-fe3664ea1f26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.994442] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752cd496-dd55-4e5d-8899-f79478b6aff2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.001680] env[62448]: INFO nova.compute.manager [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Took 14.40 seconds to build instance. [ 2314.007527] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91a02e-e3d5-483b-a8e2-dc407270c524 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.026564] env[62448]: DEBUG nova.compute.provider_tree [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2314.420954] env[62448]: DEBUG nova.compute.manager [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Received event network-changed-132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2314.421173] env[62448]: DEBUG nova.compute.manager [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Refreshing instance network info cache due to event network-changed-132df6b2-7bd0-4d60-a217-97a8f8a64bd7. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2314.421417] env[62448]: DEBUG oslo_concurrency.lockutils [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] Acquiring lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.421568] env[62448]: DEBUG oslo_concurrency.lockutils [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] Acquired lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.421742] env[62448]: DEBUG nova.network.neutron [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Refreshing network info cache for port 132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2314.506717] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e54743f7-9bcf-4900-adb2-ab7c9e42537c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.911s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.529827] env[62448]: DEBUG nova.scheduler.client.report [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2314.778218] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "9792dc73-403f-4e7f-9439-7abde76b4124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.778508] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "9792dc73-403f-4e7f-9439-7abde76b4124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.034993] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.037250] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.264s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.037480] env[62448]: DEBUG nova.objects.instance [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'pci_requests' on Instance uuid 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.061492] env[62448]: INFO nova.scheduler.client.report [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted allocations for instance 3c5ca395-5b0b-4154-8c11-3c5739c872f2 [ 2315.147621] env[62448]: DEBUG nova.network.neutron [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updated VIF entry in instance network info cache for port 132df6b2-7bd0-4d60-a217-97a8f8a64bd7. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2315.148060] env[62448]: DEBUG nova.network.neutron [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating instance_info_cache with network_info: [{"id": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "address": "fa:16:3e:12:8f:0f", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132df6b2-7b", "ovs_interfaceid": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.280776] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2315.283546] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2315.541215] env[62448]: DEBUG nova.objects.instance [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'numa_topology' on Instance uuid 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.570031] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d07a1b93-2395-4f61-a999-318055f9d9be tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "3c5ca395-5b0b-4154-8c11-3c5739c872f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.663s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.651074] env[62448]: DEBUG oslo_concurrency.lockutils [req-80ca976a-4b2b-40c4-aeaa-f94c5902f625 req-aac985a6-9852-4531-baad-ea18808a1129 service nova] Releasing lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.788271] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.804988] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.044065] env[62448]: INFO nova.compute.claims [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2316.255298] env[62448]: DEBUG oslo_concurrency.lockutils [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.255694] env[62448]: DEBUG oslo_concurrency.lockutils [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.762298] env[62448]: INFO nova.compute.manager [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Detaching volume 88ecf592-82ae-4a9f-b880-842f6a2819dc [ 2316.793409] env[62448]: INFO nova.virt.block_device [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Attempting to driver detach volume 88ecf592-82ae-4a9f-b880-842f6a2819dc from mountpoint /dev/sdb [ 2316.793654] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2316.793844] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428788', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'name': 'volume-88ecf592-82ae-4a9f-b880-842f6a2819dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c5faaf6-c41f-42ca-abf1-9eb97e68268b', 'attached_at': '', 'detached_at': '', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'serial': '88ecf592-82ae-4a9f-b880-842f6a2819dc'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2316.794790] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc994eef-89cb-44ea-8adc-2eb5d344655d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.816386] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02197b-6fe8-4406-9981-a4404ecd3037 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.823712] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1693b0b4-40c2-4aee-8c7a-91e514575dd3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.844345] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16c2fab-bd92-491b-be8d-62454bf94e2d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.858753] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] The volume has not been displaced from its original location: [datastore2] volume-88ecf592-82ae-4a9f-b880-842f6a2819dc/volume-88ecf592-82ae-4a9f-b880-842f6a2819dc.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2316.864166] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2316.864462] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0193eab5-aed3-4099-a0aa-f5ae4acb4ec3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.881957] env[62448]: DEBUG oslo_vmware.api [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2316.881957] env[62448]: value = "task-2093865" [ 2316.881957] env[62448]: _type = "Task" [ 2316.881957] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.889557] env[62448]: DEBUG oslo_vmware.api [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.179382] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b34eaa5-1adb-403a-a490-c47ac6a029bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.186786] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714741b-91a1-461a-9a72-2c36d9bd6f89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.215479] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33b630-c4f6-4343-95f6-149985739dd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.222639] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d737a-9b4e-4260-b3f0-f0a2575e4a75 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.234915] env[62448]: DEBUG nova.compute.provider_tree [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2317.393598] env[62448]: DEBUG oslo_vmware.api [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093865, 'name': ReconfigVM_Task, 'duration_secs': 0.219039} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.393881] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2317.398399] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ce1e2c-61bc-4850-a6b7-7a217bd801fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.412614] env[62448]: DEBUG oslo_vmware.api [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2317.412614] env[62448]: value = "task-2093866" [ 2317.412614] env[62448]: _type = "Task" [ 2317.412614] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.420045] env[62448]: DEBUG oslo_vmware.api [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.737907] env[62448]: DEBUG nova.scheduler.client.report [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2317.922339] env[62448]: DEBUG oslo_vmware.api [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093866, 'name': ReconfigVM_Task, 'duration_secs': 0.138946} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.922827] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428788', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'name': 'volume-88ecf592-82ae-4a9f-b880-842f6a2819dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c5faaf6-c41f-42ca-abf1-9eb97e68268b', 'attached_at': '', 'detached_at': '', 'volume_id': '88ecf592-82ae-4a9f-b880-842f6a2819dc', 'serial': '88ecf592-82ae-4a9f-b880-842f6a2819dc'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2318.242663] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.244837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.980s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.273196] env[62448]: INFO nova.network.neutron [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating port 10841d09-48ac-43a6-b805-c160b4e2607b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2318.463945] env[62448]: DEBUG nova.objects.instance [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'flavor' on Instance uuid 7c5faaf6-c41f-42ca-abf1-9eb97e68268b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2318.749954] env[62448]: INFO nova.compute.claims [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2319.256570] env[62448]: INFO nova.compute.resource_tracker [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating resource usage from migration d2706a1e-988f-4f63-9907-970dbabcb277 [ 2319.377401] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340b6515-e2db-43b6-91ff-856d8d534700 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.385140] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c722e44d-25d1-45e7-9f95-880d2dcaaf23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.414608] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba81532-f61d-4dc2-a29a-6b5f2f01f5d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.422229] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed57a8b-e099-4766-a6d4-da7a934fec74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.436804] env[62448]: DEBUG nova.compute.provider_tree [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2319.471128] env[62448]: DEBUG oslo_concurrency.lockutils [None req-59c76ae6-bfd2-4da6-8d02-18a39cfb688c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.663690] env[62448]: DEBUG nova.compute.manager [req-a7960394-4b94-419c-9eba-7deee36b4261 req-626c833d-ec97-4289-8661-9cb915faf90d service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-vif-plugged-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2319.663920] env[62448]: DEBUG oslo_concurrency.lockutils [req-a7960394-4b94-419c-9eba-7deee36b4261 req-626c833d-ec97-4289-8661-9cb915faf90d service nova] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.664165] env[62448]: DEBUG oslo_concurrency.lockutils [req-a7960394-4b94-419c-9eba-7deee36b4261 req-626c833d-ec97-4289-8661-9cb915faf90d service nova] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.664364] env[62448]: DEBUG oslo_concurrency.lockutils [req-a7960394-4b94-419c-9eba-7deee36b4261 req-626c833d-ec97-4289-8661-9cb915faf90d service nova] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.664508] env[62448]: DEBUG nova.compute.manager [req-a7960394-4b94-419c-9eba-7deee36b4261 req-626c833d-ec97-4289-8661-9cb915faf90d service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] No waiting events found dispatching network-vif-plugged-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2319.664643] env[62448]: WARNING nova.compute.manager [req-a7960394-4b94-419c-9eba-7deee36b4261 req-626c833d-ec97-4289-8661-9cb915faf90d service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received unexpected event network-vif-plugged-10841d09-48ac-43a6-b805-c160b4e2607b for instance with vm_state shelved_offloaded and task_state spawning. [ 2319.751167] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.751337] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.751473] env[62448]: DEBUG nova.network.neutron [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2319.940103] env[62448]: DEBUG nova.scheduler.client.report [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2320.446329] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.200s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.446329] env[62448]: INFO nova.compute.manager [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Migrating [ 2320.452463] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.664s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.452681] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.452812] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2320.453130] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.648s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.454539] env[62448]: INFO nova.compute.claims [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2320.461591] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aff7f7-ba94-4370-964d-9817bcf9a4e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.479036] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ee61f-39c5-40d6-b08e-95d2c5ed30cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.494837] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd8f9c-f332-412e-9434-f3dbe308e094 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.500022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.500022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.500022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.500022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.500022] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.502086] env[62448]: INFO nova.compute.manager [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Terminating instance [ 2320.508126] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26251e90-74b5-4431-9ac4-abfea700c723 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.540301] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179812MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2320.540507] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.541653] env[62448]: DEBUG nova.network.neutron [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2320.972358] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.972579] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2320.972723] env[62448]: DEBUG nova.network.neutron [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.006190] env[62448]: DEBUG nova.compute.manager [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2321.006487] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2321.007454] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e544103b-fa40-49fa-8245-e5192f5de84d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.015786] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2321.015976] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8cbcdc0-eb76-4fc6-9b0f-24f5dbc19de8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.022454] env[62448]: DEBUG oslo_vmware.api [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2321.022454] env[62448]: value = "task-2093867" [ 2321.022454] env[62448]: _type = "Task" [ 2321.022454] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.030266] env[62448]: DEBUG oslo_vmware.api [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.044059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.072494] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8c19289ef3bb09568628b1b58a967205',container_format='bare',created_at=2025-01-13T20:32:56Z,direct_url=,disk_format='vmdk',id=36c1498c-0dff-47a3-a724-3755bb86c9ff,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-696642187-shelved',owner='be1c404976e649a9a56f6fb1cdefb487',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-01-13T20:33:10Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2321.072743] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2321.072900] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2321.073097] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2321.073248] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2321.073394] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2321.073604] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2321.073766] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2321.073932] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2321.074119] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2321.074335] env[62448]: DEBUG nova.virt.hardware [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2321.075195] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c508e87-6909-4336-a37f-c4bcfe8cab35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.083390] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448a5468-53d9-45fb-a1e7-1888baa4da71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.096804] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:46:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10841d09-48ac-43a6-b805-c160b4e2607b', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2321.104211] env[62448]: DEBUG oslo.service.loopingcall [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2321.104432] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2321.104643] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3bb0c8c-b949-430c-a509-3dae954180a6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.124400] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2321.124400] env[62448]: value = "task-2093868" [ 2321.124400] env[62448]: _type = "Task" [ 2321.124400] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.132647] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093868, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.534532] env[62448]: DEBUG oslo_vmware.api [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093867, 'name': PowerOffVM_Task, 'duration_secs': 0.191158} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.538015] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2321.538244] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2321.539495] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9386fe5-d942-4e4d-a249-315ac7004566 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.617313] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81742108-d688-4c2c-add2-b234de755eba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.629820] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3542ae-b5b8-432f-84f6-bbc4940fb5fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.632965] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2321.633175] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2321.633353] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleting the datastore file [datastore2] 7c5faaf6-c41f-42ca-abf1-9eb97e68268b {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2321.633585] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a52013b0-2bd8-405a-99e4-5796dd1d7e35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.641745] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093868, 'name': CreateVM_Task, 'duration_secs': 0.426063} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.666165] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2321.668302] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.668503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.668888] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2321.669746] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56bbc30-2cf3-43b3-bf63-3e42e7c825cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.673233] env[62448]: DEBUG oslo_vmware.api [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2321.673233] env[62448]: value = "task-2093870" [ 2321.673233] env[62448]: _type = "Task" [ 2321.673233] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.673233] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13eb2160-86fa-4fef-83c0-eaff2ca2c6c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.683974] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481e88a-516f-4dcb-b453-dbae9dc648e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.688962] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2321.688962] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5205fdf1-926d-bfa1-c08c-b21ff68ca862" [ 2321.688962] env[62448]: _type = "Task" [ 2321.688962] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.692746] env[62448]: DEBUG oslo_vmware.api [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.697786] env[62448]: DEBUG nova.compute.manager [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2321.697786] env[62448]: DEBUG nova.compute.manager [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing instance network info cache due to event network-changed-10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2321.697957] env[62448]: DEBUG oslo_concurrency.lockutils [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] Acquiring lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.698118] env[62448]: DEBUG oslo_concurrency.lockutils [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] Acquired lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.698322] env[62448]: DEBUG nova.network.neutron [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Refreshing network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2321.708437] env[62448]: DEBUG nova.compute.provider_tree [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.723160] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.723434] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Processing image 36c1498c-0dff-47a3-a724-3755bb86c9ff {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2321.723659] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.723810] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.723988] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2321.724462] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82fd803e-962f-4100-a3a9-7b497a921222 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.742076] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2321.742252] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2321.742966] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a97c7f8-1c33-4218-b80a-30a3b7730ce0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.747956] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2321.747956] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529f90a4-4e8b-83c3-1cae-cd953fb2e900" [ 2321.747956] env[62448]: _type = "Task" [ 2321.747956] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.755356] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529f90a4-4e8b-83c3-1cae-cd953fb2e900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.791989] env[62448]: DEBUG nova.network.neutron [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.184405] env[62448]: DEBUG oslo_vmware.api [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13465} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.184672] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2322.184874] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2322.185090] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2322.185271] env[62448]: INFO nova.compute.manager [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2322.185535] env[62448]: DEBUG oslo.service.loopingcall [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2322.185729] env[62448]: DEBUG nova.compute.manager [-] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2322.185825] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2322.211965] env[62448]: DEBUG nova.scheduler.client.report [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2322.257338] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Preparing fetch location {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2322.257543] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Fetch image to [datastore2] OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f/OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f.vmdk {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2322.257760] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Downloading stream optimized image 36c1498c-0dff-47a3-a724-3755bb86c9ff to [datastore2] OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f/OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f.vmdk on the data store datastore2 as vApp {{(pid=62448) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2322.257987] env[62448]: DEBUG nova.virt.vmwareapi.images [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Downloading image file data 36c1498c-0dff-47a3-a724-3755bb86c9ff to the ESX as VM named 'OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f' {{(pid=62448) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2322.300543] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.356563] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2322.356563] env[62448]: value = "resgroup-9" [ 2322.356563] env[62448]: _type = "ResourcePool" [ 2322.356563] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2322.356860] env[62448]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b4fc85c4-52f1-4421-8df5-0640d58cf9e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.386549] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease: (returnval){ [ 2322.386549] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52973e2d-c2fc-b70c-597b-2e21a9347938" [ 2322.386549] env[62448]: _type = "HttpNfcLease" [ 2322.386549] env[62448]: } obtained for vApp import into resource pool (val){ [ 2322.386549] env[62448]: value = "resgroup-9" [ 2322.386549] env[62448]: _type = "ResourcePool" [ 2322.386549] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2322.386880] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the lease: (returnval){ [ 2322.386880] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52973e2d-c2fc-b70c-597b-2e21a9347938" [ 2322.386880] env[62448]: _type = "HttpNfcLease" [ 2322.386880] env[62448]: } to be ready. {{(pid=62448) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2322.394331] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2322.394331] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52973e2d-c2fc-b70c-597b-2e21a9347938" [ 2322.394331] env[62448]: _type = "HttpNfcLease" [ 2322.394331] env[62448]: } is initializing. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2322.618688] env[62448]: DEBUG nova.network.neutron [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updated VIF entry in instance network info cache for port 10841d09-48ac-43a6-b805-c160b4e2607b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2322.619184] env[62448]: DEBUG nova.network.neutron [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [{"id": "10841d09-48ac-43a6-b805-c160b4e2607b", "address": "fa:16:3e:7f:46:fb", "network": {"id": "29c585af-9b29-4025-8649-f74e1ef4b601", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-243669627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1c404976e649a9a56f6fb1cdefb487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10841d09-48", "ovs_interfaceid": "10841d09-48ac-43a6-b805-c160b4e2607b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.717267] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.717852] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2322.721408] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.181s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.897022] env[62448]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2322.897022] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52973e2d-c2fc-b70c-597b-2e21a9347938" [ 2322.897022] env[62448]: _type = "HttpNfcLease" [ 2322.897022] env[62448]: } is ready. {{(pid=62448) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2322.897022] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2322.897022] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52973e2d-c2fc-b70c-597b-2e21a9347938" [ 2322.897022] env[62448]: _type = "HttpNfcLease" [ 2322.897022] env[62448]: }. {{(pid=62448) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2322.897022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585bb99-a549-4528-a8a5-1d9c875a065d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.904253] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a08b-e539-81ff-e375-bb14dd4a4921/disk-0.vmdk from lease info. {{(pid=62448) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2322.904739] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a08b-e539-81ff-e375-bb14dd4a4921/disk-0.vmdk. {{(pid=62448) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2322.969986] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5d28a1f-f867-42f5-9661-b217d6afb970 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.122689] env[62448]: DEBUG oslo_concurrency.lockutils [req-679c99c4-254d-4701-8d21-e44653528479 req-f646a2ee-38ab-4dbe-a57d-9e7e5efa6251 service nova] Releasing lock "refresh_cache-4675bce2-5c66-4102-ad1a-a539742ba2c8" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.225503] env[62448]: DEBUG nova.compute.utils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2323.235290] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2323.235474] env[62448]: DEBUG nova.network.neutron [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2323.283984] env[62448]: DEBUG nova.policy [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2323.536834] env[62448]: DEBUG nova.network.neutron [-] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.565333] env[62448]: DEBUG nova.network.neutron [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Successfully created port: bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2323.728737] env[62448]: DEBUG nova.compute.manager [req-916c77e6-66c4-4754-a300-d26795ade5e1 req-5d25907c-d49a-449c-bb6d-e9da6fc96ae5 service nova] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Received event network-vif-deleted-9f421cf3-b8fb-47b4-a93a-0951d628ee1c {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2323.733426] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2323.738548] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Applying migration context for instance e6b7f731-b450-43f7-b807-d5a10c4cd498 as it has an incoming, in-progress migration d2706a1e-988f-4f63-9907-970dbabcb277. Migration status is migrating {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2323.739852] env[62448]: INFO nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating resource usage from migration d2706a1e-988f-4f63-9907-970dbabcb277 [ 2323.769664] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.769819] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 7c5faaf6-c41f-42ca-abf1-9eb97e68268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.769943] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3dd423ee-a016-43fd-8d11-22f3df89bd58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.770074] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 8d511d10-6a00-45ad-9741-ba4d217501f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.770194] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 2dd2f14f-c76d-4e2b-9017-c8885478119c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.770562] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1354feb4-636d-45bb-992a-12e90acfa1e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.770562] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 4675bce2-5c66-4102-ad1a-a539742ba2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.770693] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Migration d2706a1e-988f-4f63-9907-970dbabcb277 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2323.770753] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.770841] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 9792dc73-403f-4e7f-9439-7abde76b4124 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2323.771146] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2323.771324] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2323.813817] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45be216-1579-40ac-be67-eed56565b4c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.838349] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2323.947586] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed7f176-2479-48e6-a111-23e08c105f03 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.956121] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0128d-58ed-4e55-96f4-86259d34ecd3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.986691] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae30b25-0be5-4848-805e-7c3c0462ffaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.994508] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3070824-76b4-4778-8751-8c646ce82f65 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.009303] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2324.038566] env[62448]: INFO nova.compute.manager [-] [instance: 7c5faaf6-c41f-42ca-abf1-9eb97e68268b] Took 1.85 seconds to deallocate network for instance. [ 2324.097660] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Completed reading data from the image iterator. {{(pid=62448) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2324.097887] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a08b-e539-81ff-e375-bb14dd4a4921/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2324.099140] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41f6cd-86b5-42ef-bee6-e0cfbd206e92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.106931] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a08b-e539-81ff-e375-bb14dd4a4921/disk-0.vmdk is in state: ready. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2324.107116] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a08b-e539-81ff-e375-bb14dd4a4921/disk-0.vmdk. {{(pid=62448) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2324.107431] env[62448]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-74bb237d-208c-497b-916b-6bc7976d720c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.352660] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2324.352796] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abcb6419-2756-4c45-a700-2f682f78929d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.360430] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2324.360430] env[62448]: value = "task-2093872" [ 2324.360430] env[62448]: _type = "Task" [ 2324.360430] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.368625] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.515439] env[62448]: DEBUG oslo_vmware.rw_handles [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5296a08b-e539-81ff-e375-bb14dd4a4921/disk-0.vmdk. {{(pid=62448) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2324.515698] env[62448]: INFO nova.virt.vmwareapi.images [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Downloaded image file data 36c1498c-0dff-47a3-a724-3755bb86c9ff [ 2324.516836] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd621f5d-e056-4e63-aac9-8a48e49fd63e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.533369] env[62448]: ERROR nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [req-48f99f73-1921-4374-85c7-9e16ec61936a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48f99f73-1921-4374-85c7-9e16ec61936a"}]} [ 2324.533753] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9844ac5e-ff3a-417b-adb2-c2660ee81187 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.546393] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.552192] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2324.559269] env[62448]: INFO nova.virt.vmwareapi.images [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] The imported VM was unregistered [ 2324.561593] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Caching image {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2324.561819] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Creating directory with path [datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2324.562100] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ff3b10-567a-4505-8a58-5bf4e81cae6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.569067] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2324.569245] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2324.572447] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Created directory with path [datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2324.572657] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f/OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f.vmdk to [datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk. {{(pid=62448) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2324.572892] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-64185b2e-3298-4551-ac3d-d88d8ac8a359 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.579588] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2324.579588] env[62448]: value = "task-2093874" [ 2324.579588] env[62448]: _type = "Task" [ 2324.579588] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.583137] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2324.589552] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093874, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.601179] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2324.714638] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade45a8-05bd-4bad-868c-bbaa56f59b3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.721772] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b51ba-a8ae-4372-8924-13737049bb1f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.752649] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2324.755670] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688b84e7-61e8-4144-b61d-af9ab9b56de2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.763916] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725f4421-6aa6-4fc9-8641-81bae17d2cf2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.779718] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2324.787529] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2324.787789] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2324.787946] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2324.788146] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2324.788295] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2324.788488] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2324.788764] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2324.788851] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2324.789014] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2324.789244] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2324.789410] env[62448]: DEBUG nova.virt.hardware [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2324.790278] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76738d7-9c88-4e05-a0c3-281e820eb273 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.799543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3350171-fdf5-46e8-a476-13c2b8854791 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.870413] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093872, 'name': PowerOffVM_Task, 'duration_secs': 0.186597} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.870726] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2324.870910] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2325.090727] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093874, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.234540] env[62448]: DEBUG nova.network.neutron [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Successfully updated port: bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2325.282655] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2325.377763] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2325.378135] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2325.378329] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2325.378586] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2325.378706] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2325.378844] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2325.379062] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2325.379275] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2325.379460] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2325.379624] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2325.379798] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2325.385047] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc448b1-c0ce-49d5-95b7-fa5440cf386d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.402234] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2325.402234] env[62448]: value = "task-2093875" [ 2325.402234] env[62448]: _type = "Task" [ 2325.402234] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.410753] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.592129] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093874, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.737584] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-9792dc73-403f-4e7f-9439-7abde76b4124" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.737584] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-9792dc73-403f-4e7f-9439-7abde76b4124" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.737709] env[62448]: DEBUG nova.network.neutron [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2325.758189] env[62448]: DEBUG nova.compute.manager [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Received event network-vif-plugged-bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2325.758501] env[62448]: DEBUG oslo_concurrency.lockutils [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] Acquiring lock "9792dc73-403f-4e7f-9439-7abde76b4124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.758869] env[62448]: DEBUG oslo_concurrency.lockutils [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] Lock "9792dc73-403f-4e7f-9439-7abde76b4124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.758869] env[62448]: DEBUG oslo_concurrency.lockutils [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] Lock "9792dc73-403f-4e7f-9439-7abde76b4124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.759204] env[62448]: DEBUG nova.compute.manager [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] No waiting events found dispatching network-vif-plugged-bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2325.759432] env[62448]: WARNING nova.compute.manager [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Received unexpected event network-vif-plugged-bdc54d8c-0e9d-412b-990c-330a912d43e2 for instance with vm_state building and task_state spawning. [ 2325.759629] env[62448]: DEBUG nova.compute.manager [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Received event network-changed-bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2325.759827] env[62448]: DEBUG nova.compute.manager [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Refreshing instance network info cache due to event network-changed-bdc54d8c-0e9d-412b-990c-330a912d43e2. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2325.760113] env[62448]: DEBUG oslo_concurrency.lockutils [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] Acquiring lock "refresh_cache-9792dc73-403f-4e7f-9439-7abde76b4124" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.787855] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2325.788131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.067s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.788465] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.242s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.788791] env[62448]: DEBUG nova.objects.instance [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'resources' on Instance uuid 7c5faaf6-c41f-42ca-abf1-9eb97e68268b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2325.790029] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.790419] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Getting list of instances from cluster (obj){ [ 2325.790419] env[62448]: value = "domain-c8" [ 2325.790419] env[62448]: _type = "ClusterComputeResource" [ 2325.790419] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2325.791825] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a737c0-401f-409b-a444-9ad44187eb74 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.811700] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Got total of 7 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2325.913259] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.091909] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093874, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.271560] env[62448]: DEBUG nova.network.neutron [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2326.317129] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.317300] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Cleaning up deleted instances {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2326.413481] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.419324] env[62448]: DEBUG nova.network.neutron [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Updating instance_info_cache with network_info: [{"id": "bdc54d8c-0e9d-412b-990c-330a912d43e2", "address": "fa:16:3e:ee:50:12", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc54d8c-0e", "ovs_interfaceid": "bdc54d8c-0e9d-412b-990c-330a912d43e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.446835] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0fa159-c189-400c-84de-17f16b143733 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.454399] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac55e4-9e7b-4b1f-9602-c22d30f459d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.485712] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6077f7de-f57c-4e12-af70-e8051c505584 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.493713] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3439f0b7-e021-40e5-bf05-d7c18e5b9798 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.507236] env[62448]: DEBUG nova.compute.provider_tree [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.596472] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093874, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.833132] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] There are 51 instances to clean {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2326.833610] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 4722e126-725d-4393-a670-95020ea1d209] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2326.913071] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093875, 'name': ReconfigVM_Task, 'duration_secs': 1.364409} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.913372] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2326.922282] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-9792dc73-403f-4e7f-9439-7abde76b4124" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.922544] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Instance network_info: |[{"id": "bdc54d8c-0e9d-412b-990c-330a912d43e2", "address": "fa:16:3e:ee:50:12", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc54d8c-0e", "ovs_interfaceid": "bdc54d8c-0e9d-412b-990c-330a912d43e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2326.922800] env[62448]: DEBUG oslo_concurrency.lockutils [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] Acquired lock "refresh_cache-9792dc73-403f-4e7f-9439-7abde76b4124" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.922972] env[62448]: DEBUG nova.network.neutron [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Refreshing network info cache for port bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.923931] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:50:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdc54d8c-0e9d-412b-990c-330a912d43e2', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2326.931172] env[62448]: DEBUG oslo.service.loopingcall [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2326.932028] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2326.932245] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14949200-b577-41eb-be6d-0012baf70b02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.951213] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2326.951213] env[62448]: value = "task-2093876" [ 2326.951213] env[62448]: _type = "Task" [ 2326.951213] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.959415] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093876, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.013564] env[62448]: DEBUG nova.scheduler.client.report [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2327.092797] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093874, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.31826} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.093077] env[62448]: INFO nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f/OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f.vmdk to [datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk. [ 2327.093269] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Cleaning up location [datastore2] OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2327.093432] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_48c8c796-352e-4d72-9d09-29060cfaf58f {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2327.093688] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e47434d7-b3f5-4bfa-8676-310958f8ed6e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.100161] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2327.100161] env[62448]: value = "task-2093877" [ 2327.100161] env[62448]: _type = "Task" [ 2327.100161] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.107805] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.337035] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c0be7871-9803-4a78-af3d-eedb9d7b6584] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2327.420031] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2327.420290] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2327.420491] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2327.420683] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2327.420833] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2327.420981] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2327.421205] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2327.421390] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2327.421578] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2327.421747] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2327.421922] env[62448]: DEBUG nova.virt.hardware [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2327.426991] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2327.427530] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ee76cb-6b47-4c6c-b96b-eb3562f7a9fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.447318] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2327.447318] env[62448]: value = "task-2093878" [ 2327.447318] env[62448]: _type = "Task" [ 2327.447318] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.457324] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.463131] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093876, 'name': CreateVM_Task, 'duration_secs': 0.471575} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.463131] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2327.463131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.463285] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.463586] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2327.463831] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b5b9d5-3bab-44fb-942d-fdee5c99349d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.467932] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2327.467932] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]526cab19-50ca-8314-13b8-63ed8836bc1a" [ 2327.467932] env[62448]: _type = "Task" [ 2327.467932] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.477401] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526cab19-50ca-8314-13b8-63ed8836bc1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.518141] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.547745] env[62448]: INFO nova.scheduler.client.report [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted allocations for instance 7c5faaf6-c41f-42ca-abf1-9eb97e68268b [ 2327.610612] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035381} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.610856] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2327.611032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.611276] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk to [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2327.611557] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa656c9-46a0-4be3-bfa6-5897c9ab010c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.618282] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2327.618282] env[62448]: value = "task-2093879" [ 2327.618282] env[62448]: _type = "Task" [ 2327.618282] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.629557] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.658287] env[62448]: DEBUG nova.network.neutron [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Updated VIF entry in instance network info cache for port bdc54d8c-0e9d-412b-990c-330a912d43e2. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2327.658632] env[62448]: DEBUG nova.network.neutron [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Updating instance_info_cache with network_info: [{"id": "bdc54d8c-0e9d-412b-990c-330a912d43e2", "address": "fa:16:3e:ee:50:12", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc54d8c-0e", "ovs_interfaceid": "bdc54d8c-0e9d-412b-990c-330a912d43e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.840066] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 3c5ca395-5b0b-4154-8c11-3c5739c872f2] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2327.962324] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093878, 'name': ReconfigVM_Task, 'duration_secs': 0.199895} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.962696] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2327.963547] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc60cf-1cc5-44e9-9762-cf58ef9c94ca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.991494] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498/e6b7f731-b450-43f7-b807-d5a10c4cd498.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2327.992470] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763c7792-0fc5-47ca-937d-28b6c781fbd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.010481] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]526cab19-50ca-8314-13b8-63ed8836bc1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.011406] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.011552] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2328.011730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.011882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.012081] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2328.012367] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de64d21a-c74a-4808-89d1-3dc123ab8e7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.019564] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2328.019564] env[62448]: value = "task-2093880" [ 2328.019564] env[62448]: _type = "Task" [ 2328.019564] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.028343] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2328.028762] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2328.032803] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f19361-c47b-45c2-af9f-f310321c2494 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.035661] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.043892] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2328.043892] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f0590f-ca10-2f72-3424-924d8b99d4e8" [ 2328.043892] env[62448]: _type = "Task" [ 2328.043892] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.059041] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f0590f-ca10-2f72-3424-924d8b99d4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.059181] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4c6b3f1b-2fb5-4e9d-a23b-a0ca7463a1fa tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "7c5faaf6-c41f-42ca-abf1-9eb97e68268b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.560s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.135274] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093879, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.161036] env[62448]: DEBUG oslo_concurrency.lockutils [req-cfd158ff-526e-4996-94e9-28760d018b31 req-5ec481f0-3312-42e3-b771-0c60a1509c12 service nova] Releasing lock "refresh_cache-9792dc73-403f-4e7f-9439-7abde76b4124" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.344440] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: dd8f590d-78d8-48eb-8eea-07c2fe22d3a1] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2328.532817] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.561479] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f0590f-ca10-2f72-3424-924d8b99d4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.081526} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.562347] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7606cf-d9eb-48f0-963b-36911fb61cea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.572491] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2328.572491] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5204ad25-9d79-0e6b-547d-57544b831edc" [ 2328.572491] env[62448]: _type = "Task" [ 2328.572491] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.584809] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5204ad25-9d79-0e6b-547d-57544b831edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.633940] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093879, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.848400] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: a13c8ad0-60a7-48ea-87b0-290b5d330f2d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2329.034384] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093880, 'name': ReconfigVM_Task, 'duration_secs': 0.847892} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.034676] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498/e6b7f731-b450-43f7-b807-d5a10c4cd498.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2329.035026] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2329.088461] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5204ad25-9d79-0e6b-547d-57544b831edc, 'name': SearchDatastore_Task, 'duration_secs': 0.078144} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.088742] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.089017] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9792dc73-403f-4e7f-9439-7abde76b4124/9792dc73-403f-4e7f-9439-7abde76b4124.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2329.089304] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-224916c3-273d-4874-8e1d-f7fbaf809a7d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.100619] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2329.100619] env[62448]: value = "task-2093881" [ 2329.100619] env[62448]: _type = "Task" [ 2329.100619] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.112904] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.133544] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093879, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.352361] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 59fc20fd-ced6-4b63-a51c-02e18689b26e] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2329.542515] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824a426-33e3-4e4c-9b91-6e34816fcc0c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.564653] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a614a-fe99-473f-a06f-63798ef4a3b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.588321] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2329.614906] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.636080] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093879, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.829408] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.829644] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.856162] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 7f8a97aa-38b5-4085-ad0e-700ef51541c4] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2330.114065] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093881, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.136074] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093879, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.330433} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.136352] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/36c1498c-0dff-47a3-a724-3755bb86c9ff/36c1498c-0dff-47a3-a724-3755bb86c9ff.vmdk to [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2330.137421] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d90c72-7101-4b36-88d4-c5c9895e3a17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.163732] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2330.164883] env[62448]: DEBUG nova.network.neutron [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Port bcced825-a4d6-474d-b9df-52c22ee70bc5 binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2330.166256] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b023e300-6d1f-4188-9f3c-ced6633a089f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.191696] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2330.191696] env[62448]: value = "task-2093882" [ 2330.191696] env[62448]: _type = "Task" [ 2330.191696] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.204341] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.332362] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2330.361474] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8ddf029e-9280-4ad4-a59e-a8f82eefdc21] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2330.495047] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "8d511d10-6a00-45ad-9741-ba4d217501f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.495329] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.495534] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "8d511d10-6a00-45ad-9741-ba4d217501f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.495725] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.495896] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.498139] env[62448]: INFO nova.compute.manager [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Terminating instance [ 2330.611626] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093881, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.19876} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.611864] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 9792dc73-403f-4e7f-9439-7abde76b4124/9792dc73-403f-4e7f-9439-7abde76b4124.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2330.612096] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2330.612347] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42858377-8665-4757-9cd3-152e8b664cba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.618387] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2330.618387] env[62448]: value = "task-2093883" [ 2330.618387] env[62448]: _type = "Task" [ 2330.618387] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.626095] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.705578] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.705812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.705985] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.713287] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093882, 'name': ReconfigVM_Task, 'duration_secs': 0.39406} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.713815] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8/4675bce2-5c66-4102-ad1a-a539742ba2c8.vmdk or device None with type streamOptimized {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.714159] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feea59d0-9fad-4032-98a7-3371b7d9a77b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.721043] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2330.721043] env[62448]: value = "task-2093884" [ 2330.721043] env[62448]: _type = "Task" [ 2330.721043] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.728892] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093884, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.854764] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.855106] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.856751] env[62448]: INFO nova.compute.claims [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2330.864394] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: de4c87a3-6f06-4501-8856-a70e09075f7c] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.002676] env[62448]: DEBUG nova.compute.manager [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2331.002923] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2331.003889] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62442ff7-09e8-4f04-8e02-1aa8f1656bd8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.011505] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2331.011769] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19cabbd3-c034-4aeb-8c49-45b184550cad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.017468] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2331.017468] env[62448]: value = "task-2093885" [ 2331.017468] env[62448]: _type = "Task" [ 2331.017468] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.025139] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.128112] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061558} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.128397] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2331.129193] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23819ee-c3f4-487e-a542-8a7d94997320 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.151562] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 9792dc73-403f-4e7f-9439-7abde76b4124/9792dc73-403f-4e7f-9439-7abde76b4124.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2331.152233] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26770ac2-9781-489e-bdb3-39085d41369e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.172086] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2331.172086] env[62448]: value = "task-2093886" [ 2331.172086] env[62448]: _type = "Task" [ 2331.172086] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.180642] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.230983] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093884, 'name': Rename_Task, 'duration_secs': 0.144247} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.231264] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2331.231579] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1e253e3-696f-423a-8c10-654d024f6ea2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.237658] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2331.237658] env[62448]: value = "task-2093887" [ 2331.237658] env[62448]: _type = "Task" [ 2331.237658] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.245127] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.367279] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 7860c232-d6e7-44f6-9aa5-5c7e71cb1f20] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.526812] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093885, 'name': PowerOffVM_Task, 'duration_secs': 0.171001} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.527168] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2331.527339] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2331.527481] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4da776a-2bae-4f01-9880-80a4ffff6b46 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.684548] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093886, 'name': ReconfigVM_Task, 'duration_secs': 0.337386} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.684928] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 9792dc73-403f-4e7f-9439-7abde76b4124/9792dc73-403f-4e7f-9439-7abde76b4124.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2331.685760] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32239d9-4c12-4cf5-b5fa-a457a785e552 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.691960] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2331.691960] env[62448]: value = "task-2093889" [ 2331.691960] env[62448]: _type = "Task" [ 2331.691960] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.702473] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093889, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.746871] env[62448]: DEBUG oslo_vmware.api [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093887, 'name': PowerOnVM_Task, 'duration_secs': 0.432891} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.747152] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2331.755464] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.755621] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.755808] env[62448]: DEBUG nova.network.neutron [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2331.854018] env[62448]: DEBUG nova.compute.manager [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2331.854018] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2842e52a-399d-4006-b8bd-1acb2015215f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.869763] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c56a2c89-8cce-46c8-8b23-dbfcb420726f] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.990414] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792ff4a-7c18-4bc4-8587-de38809d5bbd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.998070] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83aa9ca-fa91-4079-b233-2352d3a1e2c7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.026802] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c99a9-b83a-4a75-a268-6d29eec917f8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.033863] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715a9f36-3720-42a2-a39c-55145e414e9d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.048455] env[62448]: DEBUG nova.compute.provider_tree [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2332.202483] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093889, 'name': Rename_Task, 'duration_secs': 0.150431} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.202738] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2332.202973] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3965b6dc-ee0a-40d0-a0af-19125682ec5c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.208653] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2332.208653] env[62448]: value = "task-2093890" [ 2332.208653] env[62448]: _type = "Task" [ 2332.208653] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.215665] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.372881] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a49c1ec4-ba04-46b1-ba9a-b52eb515ab0f tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.619s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.374354] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 5d268d3e-b53f-4757-9ac2-c4e6cfb6ad8e] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2332.528097] env[62448]: DEBUG nova.network.neutron [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.551200] env[62448]: DEBUG nova.scheduler.client.report [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2332.718259] env[62448]: DEBUG oslo_vmware.api [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093890, 'name': PowerOnVM_Task, 'duration_secs': 0.453901} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.718484] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2332.718692] env[62448]: INFO nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Took 7.97 seconds to spawn the instance on the hypervisor. [ 2332.718870] env[62448]: DEBUG nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2332.719633] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb796d6-abf6-4168-ac65-d1e24f85ed23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.877862] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 038a7517-0972-4351-be2f-d44af711acdb] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2333.031402] env[62448]: DEBUG oslo_concurrency.lockutils [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.055638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.056197] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2333.235989] env[62448]: INFO nova.compute.manager [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Took 17.45 seconds to build instance. [ 2333.383858] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 9ad1cacd-3f33-46a9-825a-7d35b993ce3c] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2333.556379] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323e1190-977c-4eb4-a253-30f98dd07e96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.560599] env[62448]: DEBUG nova.compute.utils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2333.561870] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2333.562030] env[62448]: DEBUG nova.network.neutron [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2333.581889] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027c7c9-e235-46ab-a4cc-c941620e1a1e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.589109] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2333.609097] env[62448]: DEBUG nova.policy [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e72d3171ff4dcf8d04d0a314c60cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c32e870eaa74ba3aab0f5769a357360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2333.738347] env[62448]: DEBUG oslo_concurrency.lockutils [None req-b027cab3-d4b6-4eec-94d0-263194264afd tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "9792dc73-403f-4e7f-9439-7abde76b4124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.960s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.863351] env[62448]: DEBUG nova.network.neutron [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Successfully created port: ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2333.887246] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: bfec9622-51a6-45c6-a0f6-fbd0257213a7] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2334.064969] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2334.098018] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2334.098018] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c941f488-6c78-4051-8107-c0585922a8bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.103221] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2334.103221] env[62448]: value = "task-2093891" [ 2334.103221] env[62448]: _type = "Task" [ 2334.103221] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.110861] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.393606] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f4d50f4-5b3c-420c-af2f-78f1aaaf0c98] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2334.615872] env[62448]: DEBUG oslo_vmware.api [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093891, 'name': PowerOnVM_Task, 'duration_secs': 0.36398} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.615872] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2334.615872] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-265c0b48-42b4-4e96-8885-a2e380372804 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance 'e6b7f731-b450-43f7-b807-d5a10c4cd498' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2334.847379] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "244f14bd-08b7-4589-91f9-33af613df0ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.847618] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "244f14bd-08b7-4589-91f9-33af613df0ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.897473] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: c3c7abe7-a221-4942-8eda-3a770f84e262] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2335.076070] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2335.101378] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2335.101626] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2335.101784] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2335.101964] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2335.102126] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2335.102277] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2335.102484] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2335.102715] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2335.102909] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2335.103088] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2335.103266] env[62448]: DEBUG nova.virt.hardware [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2335.104164] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afce96bf-92a1-4435-89df-49a70fd287bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.112485] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47a2a73-f132-4824-a6aa-d9a29a8d2186 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.349876] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2335.401133] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: a0524105-0868-4c4a-a749-f1a7a6ceb10b] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2335.533090] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2335.533263] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2335.533404] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Deleting the datastore file [datastore2] 8d511d10-6a00-45ad-9741-ba4d217501f4 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2335.533688] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2b3bbf0-29bb-4a4d-9a36-11ad6d63db93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.540204] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for the task: (returnval){ [ 2335.540204] env[62448]: value = "task-2093892" [ 2335.540204] env[62448]: _type = "Task" [ 2335.540204] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.548101] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.873040] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.873459] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.875483] env[62448]: INFO nova.compute.claims [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2335.904717] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: fc769c17-c434-45ad-a26e-97773632c703] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2336.050165] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.368073] env[62448]: DEBUG nova.compute.manager [req-0e30d651-386f-47a7-aa49-65e33ec30fb0 req-1a0afa25-6a65-4c86-874e-e08bf34846c0 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Received event network-vif-plugged-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2336.368307] env[62448]: DEBUG oslo_concurrency.lockutils [req-0e30d651-386f-47a7-aa49-65e33ec30fb0 req-1a0afa25-6a65-4c86-874e-e08bf34846c0 service nova] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.368563] env[62448]: DEBUG oslo_concurrency.lockutils [req-0e30d651-386f-47a7-aa49-65e33ec30fb0 req-1a0afa25-6a65-4c86-874e-e08bf34846c0 service nova] Lock "1198a8e7-05e2-42b2-8714-929aff86512e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.368743] env[62448]: DEBUG oslo_concurrency.lockutils [req-0e30d651-386f-47a7-aa49-65e33ec30fb0 req-1a0afa25-6a65-4c86-874e-e08bf34846c0 service nova] Lock "1198a8e7-05e2-42b2-8714-929aff86512e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.368920] env[62448]: DEBUG nova.compute.manager [req-0e30d651-386f-47a7-aa49-65e33ec30fb0 req-1a0afa25-6a65-4c86-874e-e08bf34846c0 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] No waiting events found dispatching network-vif-plugged-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2336.369102] env[62448]: WARNING nova.compute.manager [req-0e30d651-386f-47a7-aa49-65e33ec30fb0 req-1a0afa25-6a65-4c86-874e-e08bf34846c0 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Received unexpected event network-vif-plugged-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b for instance with vm_state building and task_state spawning. [ 2336.409239] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8075fc5b-2eca-4878-8856-19b3e5d563b8] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2336.502128] env[62448]: DEBUG nova.network.neutron [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Successfully updated port: ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2336.552456] env[62448]: DEBUG oslo_vmware.api [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Task: {'id': task-2093892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.721841} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.552847] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2336.553043] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2336.553279] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2336.553502] env[62448]: INFO nova.compute.manager [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Took 5.55 seconds to destroy the instance on the hypervisor. [ 2336.553802] env[62448]: DEBUG oslo.service.loopingcall [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2336.554053] env[62448]: DEBUG nova.compute.manager [-] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2336.554161] env[62448]: DEBUG nova.network.neutron [-] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2336.886885] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.887243] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.887404] env[62448]: DEBUG nova.compute.manager [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Going to confirm migration 6 {{(pid=62448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2336.911873] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 953db2b8-7346-4a70-8c4f-e8f3a9e38211] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2337.004359] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.004506] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.004662] env[62448]: DEBUG nova.network.neutron [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2337.044492] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f17085f-5ff3-437e-9fa8-e4eb593440e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.052212] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8f667-f351-43c6-96e9-26c08ec59d23 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.081941] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd704fa6-56b0-4f53-8f0e-c396e59a452d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.090243] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a647d-e9e7-4809-a045-f2ac9f957bce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.103071] env[62448]: DEBUG nova.compute.provider_tree [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2337.413631] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 5e2579f8-7bb5-490a-92e8-f2adfbeda10f] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2337.428762] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.429043] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.429161] env[62448]: DEBUG nova.network.neutron [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2337.429334] env[62448]: DEBUG nova.objects.instance [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'info_cache' on Instance uuid e6b7f731-b450-43f7-b807-d5a10c4cd498 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.510064] env[62448]: DEBUG nova.network.neutron [-] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.539571] env[62448]: DEBUG nova.network.neutron [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2337.606104] env[62448]: DEBUG nova.scheduler.client.report [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2337.713726] env[62448]: DEBUG nova.network.neutron [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updating instance_info_cache with network_info: [{"id": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "address": "fa:16:3e:d0:86:84", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5860eb-db", "ovs_interfaceid": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.917345] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d6fc8510-f778-4218-b757-0f297b43e73c] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.012941] env[62448]: INFO nova.compute.manager [-] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Took 1.46 seconds to deallocate network for instance. [ 2338.110594] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.111155] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2338.216786] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.217075] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Instance network_info: |[{"id": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "address": "fa:16:3e:d0:86:84", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5860eb-db", "ovs_interfaceid": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2338.217493] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:86:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2338.225358] env[62448]: DEBUG oslo.service.loopingcall [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2338.225565] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2338.225789] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a47ba908-1667-47a1-b628-e0c31ad3d902 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.246166] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2338.246166] env[62448]: value = "task-2093893" [ 2338.246166] env[62448]: _type = "Task" [ 2338.246166] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.253689] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093893, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.397359] env[62448]: DEBUG nova.compute.manager [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Received event network-changed-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2338.397560] env[62448]: DEBUG nova.compute.manager [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Refreshing instance network info cache due to event network-changed-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2338.397780] env[62448]: DEBUG oslo_concurrency.lockutils [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] Acquiring lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.397919] env[62448]: DEBUG oslo_concurrency.lockutils [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] Acquired lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.398105] env[62448]: DEBUG nova.network.neutron [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Refreshing network info cache for port ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.422081] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 6234ebb6-e1b6-440b-b217-2598f89c9f08] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.519138] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.519407] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.519622] env[62448]: DEBUG nova.objects.instance [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lazy-loading 'resources' on Instance uuid 8d511d10-6a00-45ad-9741-ba4d217501f4 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2338.616736] env[62448]: DEBUG nova.compute.utils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2338.618709] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2338.618880] env[62448]: DEBUG nova.network.neutron [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2338.676500] env[62448]: DEBUG nova.network.neutron [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [{"id": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "address": "fa:16:3e:ce:51:58", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcced825-a4", "ovs_interfaceid": "bcced825-a4d6-474d-b9df-52c22ee70bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.680496] env[62448]: DEBUG nova.policy [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2338.757381] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093893, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.924985] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 3cc4d198-324e-4707-aa79-672c0b0163f9] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.974613] env[62448]: DEBUG nova.network.neutron [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Successfully created port: 2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2339.122457] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2339.179910] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-e6b7f731-b450-43f7-b807-d5a10c4cd498" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.180258] env[62448]: DEBUG nova.objects.instance [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'migration_context' on Instance uuid e6b7f731-b450-43f7-b807-d5a10c4cd498 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2339.199240] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c2435-521b-4ced-912d-1ebf734baebf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.207736] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da50f92-eda1-48b9-aca5-435ec1d8a7e1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.241064] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79a177-e18d-4d16-98d1-dedc9e420220 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.252291] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7143fb-ece0-4c04-90c2-08491a83789c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.263788] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093893, 'name': CreateVM_Task, 'duration_secs': 0.635195} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.275249] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2339.276119] env[62448]: DEBUG nova.compute.provider_tree [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2339.280817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.280817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.280817] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2339.280817] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e0bd7b-a67d-4f8e-8d06-37fbc44d1ee9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.284564] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2339.284564] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5269ed52-656d-0105-69b5-ad3609d925f8" [ 2339.284564] env[62448]: _type = "Task" [ 2339.284564] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.293107] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5269ed52-656d-0105-69b5-ad3609d925f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.311193] env[62448]: DEBUG nova.network.neutron [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updated VIF entry in instance network info cache for port ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2339.311503] env[62448]: DEBUG nova.network.neutron [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updating instance_info_cache with network_info: [{"id": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "address": "fa:16:3e:d0:86:84", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5860eb-db", "ovs_interfaceid": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.428098] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8c840714-895a-4c69-9a52-d9f3e77fba7a] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2339.683462] env[62448]: DEBUG nova.objects.base [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2339.684459] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb38c1-81d5-4401-bfb3-00afcf8c05db {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.703299] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ff4c9e-29cb-4fb5-8a20-87e627565f77 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.708907] env[62448]: DEBUG oslo_vmware.api [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2339.708907] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e6ee92-12fd-e90e-0bb7-79e673b08432" [ 2339.708907] env[62448]: _type = "Task" [ 2339.708907] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.716185] env[62448]: DEBUG oslo_vmware.api [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e6ee92-12fd-e90e-0bb7-79e673b08432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.779788] env[62448]: DEBUG nova.scheduler.client.report [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2339.794342] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5269ed52-656d-0105-69b5-ad3609d925f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016498} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.795253] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.795480] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2339.795714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.795859] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.796044] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2339.796534] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328a8ce3-caf6-4f97-81e7-2d62bd564378 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.805011] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2339.805200] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2339.805898] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc33584a-8557-40fd-84b6-5394a109b28c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.811074] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2339.811074] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5242350c-23d0-5b6a-b6e2-862f639b1a89" [ 2339.811074] env[62448]: _type = "Task" [ 2339.811074] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.814588] env[62448]: DEBUG oslo_concurrency.lockutils [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] Releasing lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.814817] env[62448]: DEBUG nova.compute.manager [req-702502e1-fb77-4430-bed9-403e76e96139 req-a5dc255b-00d2-4018-928f-a56e74a8621d service nova] [instance: 8d511d10-6a00-45ad-9741-ba4d217501f4] Received event network-vif-deleted-85050763-4344-4ee8-97bc-3e0597af2a6d {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2339.819677] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5242350c-23d0-5b6a-b6e2-862f639b1a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.932645] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1dde074a-11b7-4ecc-9a19-212f997d6624] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2340.133987] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2340.161372] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2340.161646] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2340.161805] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2340.161986] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2340.162226] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2340.162282] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2340.162484] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2340.162640] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2340.162805] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2340.162967] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2340.163159] env[62448]: DEBUG nova.virt.hardware [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2340.164028] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f7fb4-99f4-4ded-b3d5-d1d745b1cce5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.172484] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fbf816-4742-48e1-b4b3-03d173d29b4d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.218834] env[62448]: DEBUG oslo_vmware.api [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e6ee92-12fd-e90e-0bb7-79e673b08432, 'name': SearchDatastore_Task, 'duration_secs': 0.007494} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.219122] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.285070] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.287666] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.068s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.310172] env[62448]: INFO nova.scheduler.client.report [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Deleted allocations for instance 8d511d10-6a00-45ad-9741-ba4d217501f4 [ 2340.324537] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5242350c-23d0-5b6a-b6e2-862f639b1a89, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.325376] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba7030c-6d4c-4466-9083-3177f9804a13 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.330511] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2340.330511] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e3f457-ea1d-567d-da60-2f340d03daec" [ 2340.330511] env[62448]: _type = "Task" [ 2340.330511] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.339616] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e3f457-ea1d-567d-da60-2f340d03daec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.436940] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1e2a9cd7-494f-4cc6-9027-a1cbb1c14055] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2340.542330] env[62448]: DEBUG nova.compute.manager [req-51363d25-9121-49ee-99d6-3f5758a5aa87 req-f48d00a5-ccb9-4018-9028-93191aa761f4 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Received event network-vif-plugged-2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2340.542566] env[62448]: DEBUG oslo_concurrency.lockutils [req-51363d25-9121-49ee-99d6-3f5758a5aa87 req-f48d00a5-ccb9-4018-9028-93191aa761f4 service nova] Acquiring lock "244f14bd-08b7-4589-91f9-33af613df0ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.542762] env[62448]: DEBUG oslo_concurrency.lockutils [req-51363d25-9121-49ee-99d6-3f5758a5aa87 req-f48d00a5-ccb9-4018-9028-93191aa761f4 service nova] Lock "244f14bd-08b7-4589-91f9-33af613df0ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.542928] env[62448]: DEBUG oslo_concurrency.lockutils [req-51363d25-9121-49ee-99d6-3f5758a5aa87 req-f48d00a5-ccb9-4018-9028-93191aa761f4 service nova] Lock "244f14bd-08b7-4589-91f9-33af613df0ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.543120] env[62448]: DEBUG nova.compute.manager [req-51363d25-9121-49ee-99d6-3f5758a5aa87 req-f48d00a5-ccb9-4018-9028-93191aa761f4 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] No waiting events found dispatching network-vif-plugged-2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2340.543289] env[62448]: WARNING nova.compute.manager [req-51363d25-9121-49ee-99d6-3f5758a5aa87 req-f48d00a5-ccb9-4018-9028-93191aa761f4 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Received unexpected event network-vif-plugged-2a738db5-2871-4620-9c4a-d5c8416135de for instance with vm_state building and task_state spawning. [ 2340.630119] env[62448]: DEBUG nova.network.neutron [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Successfully updated port: 2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2340.821492] env[62448]: DEBUG oslo_concurrency.lockutils [None req-02699401-6199-44c2-bd77-09412f232c58 tempest-ServersTestManualDisk-275286795 tempest-ServersTestManualDisk-275286795-project-member] Lock "8d511d10-6a00-45ad-9741-ba4d217501f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.326s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.842149] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e3f457-ea1d-567d-da60-2f340d03daec, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.844730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.844996] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1198a8e7-05e2-42b2-8714-929aff86512e/1198a8e7-05e2-42b2-8714-929aff86512e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2340.845670] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fff91cd1-2787-4801-b27a-aab9db5deb8d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.852503] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2340.852503] env[62448]: value = "task-2093894" [ 2340.852503] env[62448]: _type = "Task" [ 2340.852503] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.862582] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.929950] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3091691-f6ec-4121-b2dd-5760a1573d24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.937980] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9c56db-faca-4a12-a7aa-0db1b4172d92 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.941189] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d73242d8-5525-4289-8200-41e8c97e3022] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2340.983727] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8ea4b0-5822-4285-8014-66417b666fe0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.994866] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce6cb8d-9950-456a-9877-bc89497e78a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.009453] env[62448]: DEBUG nova.compute.provider_tree [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2341.135404] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-244f14bd-08b7-4589-91f9-33af613df0ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.135719] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-244f14bd-08b7-4589-91f9-33af613df0ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.136037] env[62448]: DEBUG nova.network.neutron [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2341.364626] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.444525] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 360daa66-7a35-42f9-85cd-6b13dde8dbb1] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2341.513114] env[62448]: DEBUG nova.scheduler.client.report [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2341.683588] env[62448]: DEBUG nova.network.neutron [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2341.863978] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.949114] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 9b2be58a-eae8-4d12-b0e1-40f9a7722d09] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2341.951942] env[62448]: DEBUG nova.network.neutron [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Updating instance_info_cache with network_info: [{"id": "2a738db5-2871-4620-9c4a-d5c8416135de", "address": "fa:16:3e:de:ef:5b", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a738db5-28", "ovs_interfaceid": "2a738db5-2871-4620-9c4a-d5c8416135de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.365476] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.458362] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 4ce26569-8ffe-4596-b220-eee0001369f0] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2342.460403] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-244f14bd-08b7-4589-91f9-33af613df0ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.460731] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Instance network_info: |[{"id": "2a738db5-2871-4620-9c4a-d5c8416135de", "address": "fa:16:3e:de:ef:5b", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a738db5-28", "ovs_interfaceid": "2a738db5-2871-4620-9c4a-d5c8416135de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2342.463143] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ef:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a738db5-2871-4620-9c4a-d5c8416135de', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2342.470920] env[62448]: DEBUG oslo.service.loopingcall [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2342.471167] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2342.471408] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cb4637c-340d-43e5-9461-b81457e5a67a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.491797] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2342.491797] env[62448]: value = "task-2093895" [ 2342.491797] env[62448]: _type = "Task" [ 2342.491797] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.502350] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093895, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.522979] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.235s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.576138] env[62448]: DEBUG nova.compute.manager [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Received event network-changed-2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2342.576138] env[62448]: DEBUG nova.compute.manager [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Refreshing instance network info cache due to event network-changed-2a738db5-2871-4620-9c4a-d5c8416135de. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2342.576138] env[62448]: DEBUG oslo_concurrency.lockutils [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] Acquiring lock "refresh_cache-244f14bd-08b7-4589-91f9-33af613df0ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.576138] env[62448]: DEBUG oslo_concurrency.lockutils [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] Acquired lock "refresh_cache-244f14bd-08b7-4589-91f9-33af613df0ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.576138] env[62448]: DEBUG nova.network.neutron [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Refreshing network info cache for port 2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2342.867535] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093894, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657546} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.867763] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 1198a8e7-05e2-42b2-8714-929aff86512e/1198a8e7-05e2-42b2-8714-929aff86512e.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2342.867981] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2342.868543] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7820a61-8ebf-457a-807a-8d3f4a12fb9b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.875600] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2342.875600] env[62448]: value = "task-2093896" [ 2342.875600] env[62448]: _type = "Task" [ 2342.875600] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.887022] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.962117] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: a63ee29e-cf11-42ef-82b8-349a297c9055] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2343.004955] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093895, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.111396] env[62448]: INFO nova.scheduler.client.report [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted allocation for migration d2706a1e-988f-4f63-9907-970dbabcb277 [ 2343.386512] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259417} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.386785] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2343.388139] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d68563e-b286-4e3b-8d1d-b554e0c9168e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.414137] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 1198a8e7-05e2-42b2-8714-929aff86512e/1198a8e7-05e2-42b2-8714-929aff86512e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2343.414667] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662bd4b5-da4a-4887-9d4e-9e402eb07a93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.440637] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2343.440637] env[62448]: value = "task-2093897" [ 2343.440637] env[62448]: _type = "Task" [ 2343.440637] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.445210] env[62448]: DEBUG nova.network.neutron [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Updated VIF entry in instance network info cache for port 2a738db5-2871-4620-9c4a-d5c8416135de. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2343.445568] env[62448]: DEBUG nova.network.neutron [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Updating instance_info_cache with network_info: [{"id": "2a738db5-2871-4620-9c4a-d5c8416135de", "address": "fa:16:3e:de:ef:5b", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a738db5-28", "ovs_interfaceid": "2a738db5-2871-4620-9c4a-d5c8416135de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.456459] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.465590] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: af4268b1-7ef9-48c8-b59f-fd576b33681c] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2343.505812] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093895, 'name': CreateVM_Task, 'duration_secs': 0.858027} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.505960] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2343.506730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.506962] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.507247] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2343.507519] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d32058-3ce7-45b1-8945-036ef55430fd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.514614] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2343.514614] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523d09a5-d7ad-106f-7181-1165deb546ee" [ 2343.514614] env[62448]: _type = "Task" [ 2343.514614] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.527530] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d09a5-d7ad-106f-7181-1165deb546ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.618782] env[62448]: DEBUG oslo_concurrency.lockutils [None req-c057f8d5-b5b5-492d-96a5-1f0a2330c2b0 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.731s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.953023] env[62448]: DEBUG oslo_concurrency.lockutils [req-04b752ca-ffb8-4a44-85ef-07ffc994b0dc req-f919d3bf-b741-400f-85db-bab9fee8feae service nova] Releasing lock "refresh_cache-244f14bd-08b7-4589-91f9-33af613df0ba" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.953023] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.968793] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 27e54b3e-6278-4cf5-8a37-97e38d9c759d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2344.026168] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d09a5-d7ad-106f-7181-1165deb546ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.026480] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.026706] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2344.026976] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.027143] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.027324] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2344.027600] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e1ff24-5488-4783-a96d-2c5e9faa1d4b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.035889] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2344.036086] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2344.036800] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d981334-758f-443f-8788-c03705dc9cd9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.043016] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2344.043016] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52896507-c0cc-d945-98a9-4aa425ddb769" [ 2344.043016] env[62448]: _type = "Task" [ 2344.043016] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.051551] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52896507-c0cc-d945-98a9-4aa425ddb769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.349359] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.349935] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.350173] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.350368] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.350603] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.352768] env[62448]: INFO nova.compute.manager [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Terminating instance [ 2344.449123] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093897, 'name': ReconfigVM_Task, 'duration_secs': 0.739845} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.449391] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 1198a8e7-05e2-42b2-8714-929aff86512e/1198a8e7-05e2-42b2-8714-929aff86512e.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2344.450011] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d452cbf-b293-41a4-8328-1d1fbc3c8d9f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.456793] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2344.456793] env[62448]: value = "task-2093898" [ 2344.456793] env[62448]: _type = "Task" [ 2344.456793] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.464165] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093898, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.471656] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 429cfbb0-9f19-4b77-935e-392b338c17ba] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2344.553226] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52896507-c0cc-d945-98a9-4aa425ddb769, 'name': SearchDatastore_Task, 'duration_secs': 0.01162} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.554075] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d0d096-12e1-48e1-b255-8a8fc0503dd4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.559386] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2344.559386] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]527121f1-bd9d-9ec6-cb05-e0741b10a0b9" [ 2344.559386] env[62448]: _type = "Task" [ 2344.559386] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.567552] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527121f1-bd9d-9ec6-cb05-e0741b10a0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.856443] env[62448]: DEBUG nova.compute.manager [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2344.856675] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2344.857595] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8dc86b-5470-4711-b848-b6a1ae6c5f28 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.865390] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2344.865617] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-531b94b7-eaf3-4839-8de5-141ca1888726 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.871810] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2344.871810] env[62448]: value = "task-2093899" [ 2344.871810] env[62448]: _type = "Task" [ 2344.871810] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.879648] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.966439] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093898, 'name': Rename_Task, 'duration_secs': 0.126554} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.966773] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2344.967056] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea72d79d-4174-476b-a7fd-1607d8bbfb99 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.973746] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2344.973746] env[62448]: value = "task-2093900" [ 2344.973746] env[62448]: _type = "Task" [ 2344.973746] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.976808] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: da1a4ceb-09a6-4f1f-b976-62ed6d38ff6e] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2344.985231] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.070353] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]527121f1-bd9d-9ec6-cb05-e0741b10a0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.016016} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.070732] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.071035] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 244f14bd-08b7-4589-91f9-33af613df0ba/244f14bd-08b7-4589-91f9-33af613df0ba.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2345.071303] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9310453d-8ba9-4db1-9cfd-3df0f85b6cb1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.077852] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2345.077852] env[62448]: value = "task-2093901" [ 2345.077852] env[62448]: _type = "Task" [ 2345.077852] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.086684] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.383347] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093899, 'name': PowerOffVM_Task, 'duration_secs': 0.188708} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.383623] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2345.383867] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2345.384229] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48ef3cff-b30a-464a-97be-7c60f30f951d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.483382] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 9af02b81-fb69-4931-a1ee-b384839d10df] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2345.485246] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.535282] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2345.535508] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2345.535691] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleting the datastore file [datastore2] e6b7f731-b450-43f7-b807-d5a10c4cd498 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2345.535965] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b71452-519f-483c-a4c1-72f72baf7bac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.541876] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2345.541876] env[62448]: value = "task-2093903" [ 2345.541876] env[62448]: _type = "Task" [ 2345.541876] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.550104] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.588588] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.391002} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.588891] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 244f14bd-08b7-4589-91f9-33af613df0ba/244f14bd-08b7-4589-91f9-33af613df0ba.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2345.589279] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2345.589454] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d61d5cb-11c7-42a6-bd10-43258ca7b209 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.597430] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2345.597430] env[62448]: value = "task-2093904" [ 2345.597430] env[62448]: _type = "Task" [ 2345.597430] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.605169] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.984402] env[62448]: DEBUG oslo_vmware.api [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093900, 'name': PowerOnVM_Task, 'duration_secs': 0.668729} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.984695] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2345.984883] env[62448]: INFO nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Took 10.91 seconds to spawn the instance on the hypervisor. [ 2345.985067] env[62448]: DEBUG nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2345.985819] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b994a-c0d8-4631-8b7e-ea92694ce47f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.988387] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 53d891e5-0518-48cf-a216-ea6875584b60] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2346.051469] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.106401] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070792} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.107651] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2346.107651] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072766cf-339d-4a54-83cf-a439b174199e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.129438] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 244f14bd-08b7-4589-91f9-33af613df0ba/244f14bd-08b7-4589-91f9-33af613df0ba.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2346.129717] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22cb0fc2-5c86-42bc-b6f9-42f4694631e4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.149416] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2346.149416] env[62448]: value = "task-2093905" [ 2346.149416] env[62448]: _type = "Task" [ 2346.149416] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.156952] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.492311] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 6478397f-5cdf-4d6d-b532-ee98e719db2d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2346.503777] env[62448]: INFO nova.compute.manager [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Took 15.67 seconds to build instance. [ 2346.552013] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.659675] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093905, 'name': ReconfigVM_Task, 'duration_secs': 0.307732} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.659953] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 244f14bd-08b7-4589-91f9-33af613df0ba/244f14bd-08b7-4589-91f9-33af613df0ba.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2346.660591] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73ccdbbc-7bd7-4b47-8517-dffdc73c0692 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.666814] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2346.666814] env[62448]: value = "task-2093906" [ 2346.666814] env[62448]: _type = "Task" [ 2346.666814] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.674235] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093906, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.995764] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 056895fd-c554-45f8-8f67-982ff3494ad9] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2347.005402] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e452ad2b-b062-4d2e-870c-253776abd2e2 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.176s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.052517] env[62448]: DEBUG oslo_vmware.api [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.048887} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.052792] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2347.052973] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2347.053162] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2347.053339] env[62448]: INFO nova.compute.manager [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Took 2.20 seconds to destroy the instance on the hypervisor. [ 2347.053574] env[62448]: DEBUG oslo.service.loopingcall [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2347.053756] env[62448]: DEBUG nova.compute.manager [-] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2347.053851] env[62448]: DEBUG nova.network.neutron [-] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2347.135115] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.135115] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.177148] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093906, 'name': Rename_Task, 'duration_secs': 0.147419} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.177422] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2347.177713] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f89f57-516c-4e9c-b035-2ba572382e79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.184612] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2347.184612] env[62448]: value = "task-2093907" [ 2347.184612] env[62448]: _type = "Task" [ 2347.184612] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.193407] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.499233] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: bdf25eeb-3083-4a1e-beb3-d57776b775c5] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2347.637580] env[62448]: DEBUG nova.compute.utils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2347.649101] env[62448]: DEBUG nova.compute.manager [req-3911ed91-794e-4f24-b0e1-83c86d3cf656 req-35f1e958-c40a-420a-bc06-4e44fd52b09c service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Received event network-vif-deleted-bcced825-a4d6-474d-b9df-52c22ee70bc5 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2347.650426] env[62448]: INFO nova.compute.manager [req-3911ed91-794e-4f24-b0e1-83c86d3cf656 req-35f1e958-c40a-420a-bc06-4e44fd52b09c service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Neutron deleted interface bcced825-a4d6-474d-b9df-52c22ee70bc5; detaching it from the instance and deleting it from the info cache [ 2347.651346] env[62448]: DEBUG nova.network.neutron [req-3911ed91-794e-4f24-b0e1-83c86d3cf656 req-35f1e958-c40a-420a-bc06-4e44fd52b09c service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.694223] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093907, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.885876] env[62448]: DEBUG nova.compute.manager [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Received event network-changed-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2347.885876] env[62448]: DEBUG nova.compute.manager [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Refreshing instance network info cache due to event network-changed-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2347.886172] env[62448]: DEBUG oslo_concurrency.lockutils [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] Acquiring lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.886358] env[62448]: DEBUG oslo_concurrency.lockutils [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] Acquired lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.886547] env[62448]: DEBUG nova.network.neutron [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Refreshing network info cache for port ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2348.002850] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 19b3ca53-b5a7-4c34-998f-870cf9285e33] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2348.012618] env[62448]: DEBUG nova.network.neutron [-] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.144751] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.153828] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe574e88-7e41-4e62-88bf-1ea624145626 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.162824] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c51b2-488c-42d0-b14c-48c7e11175d8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.191463] env[62448]: DEBUG nova.compute.manager [req-3911ed91-794e-4f24-b0e1-83c86d3cf656 req-35f1e958-c40a-420a-bc06-4e44fd52b09c service nova] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Detach interface failed, port_id=bcced825-a4d6-474d-b9df-52c22ee70bc5, reason: Instance e6b7f731-b450-43f7-b807-d5a10c4cd498 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2348.199877] env[62448]: DEBUG oslo_vmware.api [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093907, 'name': PowerOnVM_Task, 'duration_secs': 0.933541} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.200149] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2348.200348] env[62448]: INFO nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Took 8.07 seconds to spawn the instance on the hypervisor. [ 2348.200525] env[62448]: DEBUG nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2348.201307] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d42667-8e78-48df-870b-fa2a48e25f4f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.506501] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 36a01101-24a1-4d38-a9f4-ef6f48fb4077] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2348.515121] env[62448]: INFO nova.compute.manager [-] [instance: e6b7f731-b450-43f7-b807-d5a10c4cd498] Took 1.46 seconds to deallocate network for instance. [ 2348.621648] env[62448]: DEBUG nova.network.neutron [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updated VIF entry in instance network info cache for port ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2348.622077] env[62448]: DEBUG nova.network.neutron [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updating instance_info_cache with network_info: [{"id": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "address": "fa:16:3e:d0:86:84", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5860eb-db", "ovs_interfaceid": "ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.718927] env[62448]: INFO nova.compute.manager [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Took 12.86 seconds to build instance. [ 2349.010258] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: fa85be30-cbda-421c-bed2-89587fb77802] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2349.022199] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.022459] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.022642] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.046648] env[62448]: INFO nova.scheduler.client.report [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted allocations for instance e6b7f731-b450-43f7-b807-d5a10c4cd498 [ 2349.124955] env[62448]: DEBUG oslo_concurrency.lockutils [req-f6c5c40f-e22e-4c21-838a-8acad5ddee25 req-9d8d986f-8775-4f25-9ce7-0846595e1733 service nova] Releasing lock "refresh_cache-1198a8e7-05e2-42b2-8714-929aff86512e" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2349.210157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.210439] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.210887] env[62448]: INFO nova.compute.manager [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Attaching volume 5c032cf0-56ef-4046-b648-5422661b8489 to /dev/sdb [ 2349.220955] env[62448]: DEBUG oslo_concurrency.lockutils [None req-93de7491-6198-49ea-8bee-a630b0cecd52 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "244f14bd-08b7-4589-91f9-33af613df0ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.373s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.241498] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ab214-a6d2-446a-8b5c-54256ca5fffd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.248547] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaeb976-b052-44bf-90d5-aaa6890b50bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.261926] env[62448]: DEBUG nova.virt.block_device [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updating existing volume attachment record: 31c30916-8ae9-429a-ba8d-e88a50e5cd63 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2349.508637] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "244f14bd-08b7-4589-91f9-33af613df0ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.510109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "244f14bd-08b7-4589-91f9-33af613df0ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.510109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "244f14bd-08b7-4589-91f9-33af613df0ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.510109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "244f14bd-08b7-4589-91f9-33af613df0ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.510109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "244f14bd-08b7-4589-91f9-33af613df0ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.511581] env[62448]: INFO nova.compute.manager [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Terminating instance [ 2349.516589] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: cc68363b-7077-4d89-8771-fa6f3274da29] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2349.553630] env[62448]: DEBUG oslo_concurrency.lockutils [None req-38d96f98-d7f2-402e-9574-9eaeb5943b7f tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "e6b7f731-b450-43f7-b807-d5a10c4cd498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.204s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.016494] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: dec2ce44-20ed-45af-900f-86aa2c1dab2d] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2350.019120] env[62448]: DEBUG nova.compute.manager [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2350.019343] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2350.020383] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e184ab7-f026-4cf9-bfae-93fa895b9ad4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.027698] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2350.027934] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3a395e-73b5-4f89-bfa0-f5be379fc06c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.034376] env[62448]: DEBUG oslo_vmware.api [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2350.034376] env[62448]: value = "task-2093911" [ 2350.034376] env[62448]: _type = "Task" [ 2350.034376] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.042776] env[62448]: DEBUG oslo_vmware.api [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.401771] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.402023] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.520946] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 2cc12d89-f1da-4968-b5be-02443a538439] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2350.545278] env[62448]: DEBUG oslo_vmware.api [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093911, 'name': PowerOffVM_Task, 'duration_secs': 0.174443} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.545589] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2350.545803] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2350.546098] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dcd67bc-7aee-4c55-b53a-7404405f8d95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.904573] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2351.024088] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 8d8fa858-1ed7-49a0-8c35-6fc828fab7ac] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2351.430024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2351.430024] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.431433] env[62448]: INFO nova.compute.claims [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2351.527231] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: d8737c9a-981e-4a30-8c93-db9ee952bd37] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2352.030339] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1f121468-f5a8-4784-bd54-ed67670f4318] Instance has had 0 of 5 cleanup attempts {{(pid=62448) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2352.533915] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2352.552886] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae43686-46fa-4304-82aa-7df3c1dc310f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.560351] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171c684a-252e-47da-850f-64037a53360f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.590143] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df5405-21e9-4b8e-b0fa-630f40b5eabc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.597072] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe8e92-ef68-4b16-bfb6-b2a06a90faf9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.609656] env[62448]: DEBUG nova.compute.provider_tree [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2353.113208] env[62448]: DEBUG nova.scheduler.client.report [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2353.619954] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.620503] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2353.805593] env[62448]: DEBUG oslo_concurrency.lockutils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.806144] env[62448]: DEBUG oslo_concurrency.lockutils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.808269] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2353.808553] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2353.809709] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d3f4cb-e03b-44fa-94bf-947eeaf9e668 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.826969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a2651-6c98-478c-bd9d-2abadf5fad7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.851711] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-5c032cf0-56ef-4046-b648-5422661b8489/volume-5c032cf0-56ef-4046-b648-5422661b8489.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2353.852035] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40cf06a-8a45-419e-8ee8-a6b25309e743 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.869814] env[62448]: DEBUG oslo_vmware.api [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2353.869814] env[62448]: value = "task-2093914" [ 2353.869814] env[62448]: _type = "Task" [ 2353.869814] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.876955] env[62448]: DEBUG oslo_vmware.api [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.126127] env[62448]: DEBUG nova.compute.utils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2354.127680] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2354.127881] env[62448]: DEBUG nova.network.neutron [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2354.175854] env[62448]: DEBUG nova.policy [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63faf8d5cbdd4456bf5386f1ae83a005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c1cf0ecdf0546169a07e8ad3c474176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2354.317024] env[62448]: DEBUG nova.compute.utils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2354.379430] env[62448]: DEBUG oslo_vmware.api [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093914, 'name': ReconfigVM_Task, 'duration_secs': 0.342417} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.379714] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-5c032cf0-56ef-4046-b648-5422661b8489/volume-5c032cf0-56ef-4046-b648-5422661b8489.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2354.384382] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ddde5f-0af4-4aeb-9581-4069089be641 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.398587] env[62448]: DEBUG oslo_vmware.api [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2354.398587] env[62448]: value = "task-2093915" [ 2354.398587] env[62448]: _type = "Task" [ 2354.398587] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.406180] env[62448]: DEBUG oslo_vmware.api [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.431306] env[62448]: DEBUG nova.network.neutron [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Successfully created port: f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2354.532739] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2354.533036] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2354.631284] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2354.817083] env[62448]: DEBUG oslo_concurrency.lockutils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.831886] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2354.832137] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2354.832339] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] 244f14bd-08b7-4589-91f9-33af613df0ba {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2354.832750] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac97d7e0-2ff9-4da1-82e7-bf10631b07b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.839511] env[62448]: DEBUG oslo_vmware.api [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2354.839511] env[62448]: value = "task-2093916" [ 2354.839511] env[62448]: _type = "Task" [ 2354.839511] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.847763] env[62448]: DEBUG oslo_vmware.api [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.908048] env[62448]: DEBUG oslo_vmware.api [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093915, 'name': ReconfigVM_Task, 'duration_secs': 0.131353} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.908335] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2355.039591] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2355.039591] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2355.349561] env[62448]: DEBUG oslo_vmware.api [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135947} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.349876] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2355.350038] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2355.350195] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2355.350367] env[62448]: INFO nova.compute.manager [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Took 5.33 seconds to destroy the instance on the hypervisor. [ 2355.350615] env[62448]: DEBUG oslo.service.loopingcall [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2355.350828] env[62448]: DEBUG nova.compute.manager [-] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2355.350924] env[62448]: DEBUG nova.network.neutron [-] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2355.606704] env[62448]: DEBUG nova.compute.manager [req-0ea6b15b-9a78-4529-8334-a6f054bec67f req-94323a20-f04c-4a00-8445-3ce2e2aebb66 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Received event network-vif-deleted-2a738db5-2871-4620-9c4a-d5c8416135de {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.606903] env[62448]: INFO nova.compute.manager [req-0ea6b15b-9a78-4529-8334-a6f054bec67f req-94323a20-f04c-4a00-8445-3ce2e2aebb66 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Neutron deleted interface 2a738db5-2871-4620-9c4a-d5c8416135de; detaching it from the instance and deleting it from the info cache [ 2355.607099] env[62448]: DEBUG nova.network.neutron [req-0ea6b15b-9a78-4529-8334-a6f054bec67f req-94323a20-f04c-4a00-8445-3ce2e2aebb66 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.640680] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2355.665645] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2355.665882] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2355.666053] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2355.666243] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2355.666392] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2355.666541] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2355.666762] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2355.666932] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2355.667123] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2355.667292] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2355.667466] env[62448]: DEBUG nova.virt.hardware [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2355.668324] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8c222-7e08-424a-be29-76c6ef974e79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.678117] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b97881a-be6b-43d1-8cca-fa62e76ed40b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.875299] env[62448]: DEBUG oslo_concurrency.lockutils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.875562] env[62448]: DEBUG oslo_concurrency.lockutils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.875793] env[62448]: INFO nova.compute.manager [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Attaching volume bd04a4f3-43e8-4be2-8686-5cb602f75984 to /dev/sdb [ 2355.902403] env[62448]: DEBUG nova.network.neutron [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Successfully updated port: f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2355.906419] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b30193-9ecd-4917-9f3f-609ef37e4883 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.914115] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1454c40c-60d6-4214-8744-3550ed7fe2d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.927196] env[62448]: DEBUG nova.virt.block_device [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating existing volume attachment record: 752711af-cb84-4a00-916e-97b9eccfc963 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2355.942241] env[62448]: DEBUG nova.objects.instance [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'flavor' on Instance uuid 2dd2f14f-c76d-4e2b-9017-c8885478119c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2356.079888] env[62448]: DEBUG nova.network.neutron [-] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.109555] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de6284a1-cb19-49cf-8dc1-858d0ce4ab0a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.119123] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc195810-e4fc-45ce-a81e-51432bc79069 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.147297] env[62448]: DEBUG nova.compute.manager [req-0ea6b15b-9a78-4529-8334-a6f054bec67f req-94323a20-f04c-4a00-8445-3ce2e2aebb66 service nova] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Detach interface failed, port_id=2a738db5-2871-4620-9c4a-d5c8416135de, reason: Instance 244f14bd-08b7-4589-91f9-33af613df0ba could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2356.404961] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.405387] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.405387] env[62448]: DEBUG nova.network.neutron [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2356.446527] env[62448]: DEBUG oslo_concurrency.lockutils [None req-10e5fdac-e324-4d14-bc44-6ab1ce38efb6 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.582167] env[62448]: INFO nova.compute.manager [-] [instance: 244f14bd-08b7-4589-91f9-33af613df0ba] Took 1.23 seconds to deallocate network for instance. [ 2356.823470] env[62448]: INFO nova.compute.manager [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Rebuilding instance [ 2356.870180] env[62448]: DEBUG nova.compute.manager [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2356.871161] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16932a7d-8026-41a9-b8b4-2a4ecb7c16d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.936742] env[62448]: DEBUG nova.network.neutron [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2357.067925] env[62448]: DEBUG nova.network.neutron [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.087840] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.088121] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.088337] env[62448]: DEBUG nova.objects.instance [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid 244f14bd-08b7-4589-91f9-33af613df0ba {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2357.569872] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.570205] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Instance network_info: |[{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2357.570604] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c1:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f619b92d-d943-4821-93a4-c39385d5f3e8', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2357.578159] env[62448]: DEBUG oslo.service.loopingcall [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2357.578593] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2357.578825] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de19ff92-1a5b-4bd3-9d0a-6cc457cdb650 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.601497] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2357.601497] env[62448]: value = "task-2093920" [ 2357.601497] env[62448]: _type = "Task" [ 2357.601497] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.609166] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093920, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.703578] env[62448]: DEBUG nova.compute.manager [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Received event network-vif-plugged-f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2357.703824] env[62448]: DEBUG oslo_concurrency.lockutils [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] Acquiring lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.704065] env[62448]: DEBUG oslo_concurrency.lockutils [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.704273] env[62448]: DEBUG oslo_concurrency.lockutils [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.704472] env[62448]: DEBUG nova.compute.manager [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] No waiting events found dispatching network-vif-plugged-f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2357.704637] env[62448]: WARNING nova.compute.manager [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Received unexpected event network-vif-plugged-f619b92d-d943-4821-93a4-c39385d5f3e8 for instance with vm_state building and task_state spawning. [ 2357.704794] env[62448]: DEBUG nova.compute.manager [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Received event network-changed-f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2357.704944] env[62448]: DEBUG nova.compute.manager [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Refreshing instance network info cache due to event network-changed-f619b92d-d943-4821-93a4-c39385d5f3e8. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2357.705141] env[62448]: DEBUG oslo_concurrency.lockutils [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.705277] env[62448]: DEBUG oslo_concurrency.lockutils [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.705430] env[62448]: DEBUG nova.network.neutron [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Refreshing network info cache for port f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2357.712178] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf45de32-a5cb-4bd6-8254-d791d0221d39 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.720798] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed8897-ca4a-4149-b7f9-1687ff72f710 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.752555] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfb28b8-a151-42e7-940b-90e06eeaf3d2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.759555] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb1389c-c849-4035-957b-f958e17eabd3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.774478] env[62448]: DEBUG nova.compute.provider_tree [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2357.884843] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2357.885232] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bbfec74-36bf-40bb-ad80-e28ab8788e37 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.892013] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2357.892013] env[62448]: value = "task-2093921" [ 2357.892013] env[62448]: _type = "Task" [ 2357.892013] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.899870] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.112062] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093920, 'name': CreateVM_Task, 'duration_secs': 0.364268} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.112062] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2358.118970] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.119159] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.119482] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2358.119727] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6921a26-af72-4ca8-a726-5fbc79d42abe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.124182] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2358.124182] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d53e6b-2d8b-a892-4de9-59fde9a15a27" [ 2358.124182] env[62448]: _type = "Task" [ 2358.124182] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.131272] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d53e6b-2d8b-a892-4de9-59fde9a15a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.280963] env[62448]: DEBUG nova.scheduler.client.report [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2358.403335] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093921, 'name': PowerOffVM_Task, 'duration_secs': 0.186458} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.403335] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2358.412685] env[62448]: DEBUG nova.network.neutron [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updated VIF entry in instance network info cache for port f619b92d-d943-4821-93a4-c39385d5f3e8. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2358.413070] env[62448]: DEBUG nova.network.neutron [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.478044] env[62448]: INFO nova.compute.manager [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Detaching volume 5c032cf0-56ef-4046-b648-5422661b8489 [ 2358.530881] env[62448]: INFO nova.virt.block_device [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Attempting to driver detach volume 5c032cf0-56ef-4046-b648-5422661b8489 from mountpoint /dev/sdb [ 2358.531217] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2358.531431] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2358.532385] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a60709-7b2a-4fdc-9c85-7dca8574e7dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.555130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0836df25-d2ba-46c7-afcb-8a40092fff8a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.566662] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6dbb1-f9ae-402c-9afe-47dd7f2162d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.588475] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318324e9-b8d0-4789-829a-f59d2c2189d6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.602915] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] The volume has not been displaced from its original location: [datastore2] volume-5c032cf0-56ef-4046-b648-5422661b8489/volume-5c032cf0-56ef-4046-b648-5422661b8489.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2358.608176] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2358.608874] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.609014] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.609154] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2358.610235] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f450e54-5e4b-4101-8055-7d577598912d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.630826] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2358.630826] env[62448]: value = "task-2093923" [ 2358.630826] env[62448]: _type = "Task" [ 2358.630826] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.637046] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d53e6b-2d8b-a892-4de9-59fde9a15a27, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.637583] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.637804] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2358.638039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.638184] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.638376] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2358.638628] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b722f145-59ef-4fee-a1e0-257d19bbfe68 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.642907] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.648937] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2358.649130] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2358.649803] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb1060a-7b14-4e76-a7b0-ed6d83daa74a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.659195] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2358.659195] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52c9b333-8c03-87b5-b943-b15f624693c2" [ 2358.659195] env[62448]: _type = "Task" [ 2358.659195] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.668398] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c9b333-8c03-87b5-b943-b15f624693c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.786017] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.804524] env[62448]: INFO nova.scheduler.client.report [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance 244f14bd-08b7-4589-91f9-33af613df0ba [ 2358.915519] env[62448]: DEBUG oslo_concurrency.lockutils [req-8fe17342-7249-4843-b6a3-83a850b68a25 req-e39746ff-8b72-41a1-adbd-dec7ebc39506 service nova] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.140754] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093923, 'name': ReconfigVM_Task, 'duration_secs': 0.178586} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.140995] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2359.145512] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8fb9c7-bf62-4c7e-baf6-99e91c15f455 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.160213] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2359.160213] env[62448]: value = "task-2093924" [ 2359.160213] env[62448]: _type = "Task" [ 2359.160213] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.172900] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52c9b333-8c03-87b5-b943-b15f624693c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.176371] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.176575] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2efdfef-041a-4ec5-b868-b9b540f5d125 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.181144] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2359.181144] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]524079ab-55c1-7910-8b64-844709b40976" [ 2359.181144] env[62448]: _type = "Task" [ 2359.181144] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.188667] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524079ab-55c1-7910-8b64-844709b40976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.313975] env[62448]: DEBUG oslo_concurrency.lockutils [None req-1d5008e6-5574-4c21-8691-47f16ff671fa tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "244f14bd-08b7-4589-91f9-33af613df0ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.805s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.356935] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2359.463735] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "9792dc73-403f-4e7f-9439-7abde76b4124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.464018] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "9792dc73-403f-4e7f-9439-7abde76b4124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.464248] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "9792dc73-403f-4e7f-9439-7abde76b4124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.464435] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "9792dc73-403f-4e7f-9439-7abde76b4124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.464601] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "9792dc73-403f-4e7f-9439-7abde76b4124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.466622] env[62448]: INFO nova.compute.manager [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Terminating instance [ 2359.672791] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093924, 'name': ReconfigVM_Task, 'duration_secs': 0.151602} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.673183] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2359.691038] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]524079ab-55c1-7910-8b64-844709b40976, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.691038] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.691038] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2359.691287] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eee8bcdf-97e6-404a-b8a7-dfa73e68638c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.698178] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2359.698178] env[62448]: value = "task-2093925" [ 2359.698178] env[62448]: _type = "Task" [ 2359.698178] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.706693] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.859860] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.860087] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2359.860409] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.860594] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.860808] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.861060] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.861372] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.861558] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2359.970167] env[62448]: DEBUG nova.compute.manager [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2359.970486] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2359.971543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea6247-5249-4ad9-8f28-1eaf6f34e829 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.980556] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.980894] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6659a275-c64b-4785-9968-489a741bdae1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.989023] env[62448]: DEBUG oslo_vmware.api [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2359.989023] env[62448]: value = "task-2093926" [ 2359.989023] env[62448]: _type = "Task" [ 2359.989023] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.998451] env[62448]: DEBUG oslo_vmware.api [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.208797] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452486} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.209106] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2360.210221] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2360.210221] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc19a1a-2aba-443a-b524-35c4935f74c9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.216173] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2360.216173] env[62448]: value = "task-2093927" [ 2360.216173] env[62448]: _type = "Task" [ 2360.216173] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.226382] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.366174] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Getting list of instances from cluster (obj){ [ 2360.366174] env[62448]: value = "domain-c8" [ 2360.366174] env[62448]: _type = "ClusterComputeResource" [ 2360.366174] env[62448]: } {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2360.367522] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0fa54a-e51f-4d8c-86b0-9cdf0554141d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.384882] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Got total of 8 instances {{(pid=62448) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2360.385073] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 43e52bf6-bb06-47d1-8478-e64c6c6faf93 {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.385267] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.385426] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 3dd423ee-a016-43fd-8d11-22f3df89bd58 {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.385578] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 2dd2f14f-c76d-4e2b-9017-c8885478119c {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.385729] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.385883] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 9792dc73-403f-4e7f-9439-7abde76b4124 {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.386046] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 1198a8e7-05e2-42b2-8714-929aff86512e {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.386202] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Triggering sync for uuid 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c {{(pid=62448) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2360.386526] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.386737] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.386995] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.387200] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.387433] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.387611] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.387828] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.388011] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.388181] env[62448]: INFO nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 2360.388337] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.388521] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.388739] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "9792dc73-403f-4e7f-9439-7abde76b4124" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.388956] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.389147] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.389370] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.389549] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2360.389678] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2360.390361] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f716b-932f-4da8-951c-55abeafc6367 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.393318] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0462dd28-76fe-4614-8142-cdd088c63cb5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.395883] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bada2-5326-4764-93f2-0b23a48c98cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.398496] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badbbd44-88c6-4c0b-947c-26026afe1454 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.472925] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2360.473214] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428818', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'name': 'volume-bd04a4f3-43e8-4be2-8686-5cb602f75984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1354feb4-636d-45bb-992a-12e90acfa1e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'serial': 'bd04a4f3-43e8-4be2-8686-5cb602f75984'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2360.474162] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ac5ac-c1c5-4578-a21e-8e66dc9bba6f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.492926] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b50b2-0a04-4e35-b859-629d735f0551 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.500254] env[62448]: DEBUG oslo_vmware.api [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093926, 'name': PowerOffVM_Task, 'duration_secs': 0.253152} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.512410] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2360.512575] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2360.519699] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-bd04a4f3-43e8-4be2-8686-5cb602f75984/volume-bd04a4f3-43e8-4be2-8686-5cb602f75984.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2360.519922] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5399205-97a4-4988-b185-5db803908392 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.521259] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166a8f24-d4c7-4b59-a5bf-76c4b91ad0f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.539057] env[62448]: DEBUG oslo_vmware.api [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2360.539057] env[62448]: value = "task-2093929" [ 2360.539057] env[62448]: _type = "Task" [ 2360.539057] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.549078] env[62448]: DEBUG oslo_vmware.api [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.668029] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2360.668262] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2360.668472] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] 9792dc73-403f-4e7f-9439-7abde76b4124 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2360.668816] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77eb602-aade-4724-9066-2a059d217563 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.676066] env[62448]: DEBUG oslo_vmware.api [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2360.676066] env[62448]: value = "task-2093930" [ 2360.676066] env[62448]: _type = "Task" [ 2360.676066] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.684073] env[62448]: DEBUG oslo_vmware.api [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.725487] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2360.725830] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063118} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.726129] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443728b9-babc-43dc-9761-a33b54ce5a1b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.727696] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2360.728645] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9c077-a505-4637-8ae5-23c3adb0bb97 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.737676] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2360.737676] env[62448]: value = "task-2093931" [ 2360.737676] env[62448]: _type = "Task" [ 2360.737676] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.754927] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2360.757995] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9869ff44-fb46-4516-8707-11f7280bf7dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.778747] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] VM already powered off {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2360.778977] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2360.779191] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2360.779528] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2360.779528] env[62448]: value = "task-2093932" [ 2360.779528] env[62448]: _type = "Task" [ 2360.779528] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.780241] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee1ae5-47b2-4ed6-9c18-8dfcbfe3a756 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.790755] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.804453] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da3d16-05e4-43e1-8982-79f36f0992fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.810963] env[62448]: WARNING nova.virt.vmwareapi.driver [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2360.811274] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2360.812041] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa58d8-1a04-4f61-8904-5af4201a59a0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.818458] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2360.818689] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4649d7d5-5f0e-4ef0-9cf9-e68444e5cd62 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.912191] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.913813] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.914154] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.914482] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.049331] env[62448]: DEBUG oslo_vmware.api [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093929, 'name': ReconfigVM_Task, 'duration_secs': 0.407185} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.049623] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-bd04a4f3-43e8-4be2-8686-5cb602f75984/volume-bd04a4f3-43e8-4be2-8686-5cb602f75984.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2361.054258] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21824365-30ce-491c-9e7d-71f6e30e7e89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.068974] env[62448]: DEBUG oslo_vmware.api [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2361.068974] env[62448]: value = "task-2093934" [ 2361.068974] env[62448]: _type = "Task" [ 2361.068974] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.076642] env[62448]: DEBUG oslo_vmware.api [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.185773] env[62448]: DEBUG oslo_vmware.api [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23033} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.186028] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2361.186185] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2361.186369] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2361.186543] env[62448]: INFO nova.compute.manager [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2361.186806] env[62448]: DEBUG oslo.service.loopingcall [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2361.186995] env[62448]: DEBUG nova.compute.manager [-] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2361.187109] env[62448]: DEBUG nova.network.neutron [-] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2361.292978] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093932, 'name': ReconfigVM_Task, 'duration_secs': 0.378255} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.293303] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2361.293994] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e8b2d8-9de7-4da4-b673-2cfb38bb766b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.301867] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2361.301867] env[62448]: value = "task-2093935" [ 2361.301867] env[62448]: _type = "Task" [ 2361.301867] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.305854] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2361.306082] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2361.306263] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2361.306780] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20039ce7-b53b-4bcd-89c8-0a081bec0d3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.314850] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093935, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.316089] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2361.316089] env[62448]: value = "task-2093936" [ 2361.316089] env[62448]: _type = "Task" [ 2361.316089] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.323901] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.452757] env[62448]: DEBUG nova.compute.manager [req-d88346a6-8b41-475e-bfef-5ea8e0da59cf req-fa75b9cf-d83b-4371-8ac5-acb2b4e235a3 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Received event network-vif-deleted-bdc54d8c-0e9d-412b-990c-330a912d43e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2361.452823] env[62448]: INFO nova.compute.manager [req-d88346a6-8b41-475e-bfef-5ea8e0da59cf req-fa75b9cf-d83b-4371-8ac5-acb2b4e235a3 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Neutron deleted interface bdc54d8c-0e9d-412b-990c-330a912d43e2; detaching it from the instance and deleting it from the info cache [ 2361.452991] env[62448]: DEBUG nova.network.neutron [req-d88346a6-8b41-475e-bfef-5ea8e0da59cf req-fa75b9cf-d83b-4371-8ac5-acb2b4e235a3 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.580531] env[62448]: DEBUG oslo_vmware.api [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093934, 'name': ReconfigVM_Task, 'duration_secs': 0.144506} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.580671] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428818', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'name': 'volume-bd04a4f3-43e8-4be2-8686-5cb602f75984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1354feb4-636d-45bb-992a-12e90acfa1e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'serial': 'bd04a4f3-43e8-4be2-8686-5cb602f75984'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2361.812397] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093935, 'name': Rename_Task, 'duration_secs': 0.147161} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.812792] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2361.812920] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce61b257-c003-4578-acfc-fe506fe5e9b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.821152] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2361.821152] env[62448]: value = "task-2093937" [ 2361.821152] env[62448]: _type = "Task" [ 2361.821152] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.827117] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138592} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.827649] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2361.827834] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2361.828027] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2361.833270] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.932688] env[62448]: DEBUG nova.network.neutron [-] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.955399] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-493cdf57-f0be-4059-8fe1-5125cab4e74c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.967046] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873429aa-4119-4590-804a-5826288cd500 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.996412] env[62448]: DEBUG nova.compute.manager [req-d88346a6-8b41-475e-bfef-5ea8e0da59cf req-fa75b9cf-d83b-4371-8ac5-acb2b4e235a3 service nova] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Detach interface failed, port_id=bdc54d8c-0e9d-412b-990c-330a912d43e2, reason: Instance 9792dc73-403f-4e7f-9439-7abde76b4124 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2362.332043] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.336320] env[62448]: INFO nova.virt.block_device [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Booting with volume 5c032cf0-56ef-4046-b648-5422661b8489 at /dev/sdb [ 2362.373760] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c07c6298-041a-487f-a390-b21fbb18a58c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.384052] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3ee8f2-2c33-4620-b145-ad03f8efe315 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.413933] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbd13215-344e-4a14-b473-5d0bbd387445 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.422349] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b660071-65b4-4288-897b-67d38154c983 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.435677] env[62448]: INFO nova.compute.manager [-] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] Took 1.25 seconds to deallocate network for instance. [ 2362.450981] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e188d-68f1-45a0-a743-c086472f2d35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.457079] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43de5b-2178-4c5e-aba7-c2561a2680b8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.470567] env[62448]: DEBUG nova.virt.block_device [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updating existing volume attachment record: de1419cf-31ca-4d1a-91fd-253a1b1ee52f {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2362.618938] env[62448]: DEBUG nova.objects.instance [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2362.832114] env[62448]: DEBUG oslo_vmware.api [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093937, 'name': PowerOnVM_Task, 'duration_secs': 0.541757} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.832476] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2362.832574] env[62448]: INFO nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Took 7.19 seconds to spawn the instance on the hypervisor. [ 2362.832748] env[62448]: DEBUG nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2362.833526] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27876550-fe90-4d26-bf8d-f11f862d7fc9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.942103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.942103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.942103] env[62448]: DEBUG nova.objects.instance [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid 9792dc73-403f-4e7f-9439-7abde76b4124 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2363.124458] env[62448]: DEBUG oslo_concurrency.lockutils [None req-647c19e9-2b8f-4b39-b9a8-b741d0f8f814 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.127970] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.737s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.127970] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d645ce1-3b7a-4816-8570-feb474647a16 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.216574] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.355693] env[62448]: INFO nova.compute.manager [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Took 11.94 seconds to build instance. [ 2363.531602] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.531865] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.532087] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.532270] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.532428] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.534690] env[62448]: INFO nova.compute.manager [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Terminating instance [ 2363.566349] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972e332-a70a-4818-a796-ec106d831fba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.575632] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312fa7fb-f95e-402d-a2ff-61e90b278900 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.608290] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e119d-16ca-4187-8185-9a604097e3f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.616172] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b4340b-0b1d-4875-be17-8b38cafc78b1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.631576] env[62448]: DEBUG nova.compute.provider_tree [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2363.636291] env[62448]: INFO nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] During sync_power_state the instance has a pending task (powering-off). Skip. [ 2363.636503] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.636729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.420s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.636906] env[62448]: DEBUG nova.compute.manager [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2363.637655] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a9247b-876e-4790-b049-01b29aa6df5d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.644954] env[62448]: DEBUG nova.compute.manager [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2363.645500] env[62448]: DEBUG nova.objects.instance [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2363.757174] env[62448]: DEBUG nova.compute.manager [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Received event network-changed-f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2363.757174] env[62448]: DEBUG nova.compute.manager [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Refreshing instance network info cache due to event network-changed-f619b92d-d943-4821-93a4-c39385d5f3e8. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2363.757174] env[62448]: DEBUG oslo_concurrency.lockutils [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.757174] env[62448]: DEBUG oslo_concurrency.lockutils [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.757549] env[62448]: DEBUG nova.network.neutron [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Refreshing network info cache for port f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2363.857882] env[62448]: DEBUG oslo_concurrency.lockutils [None req-5ef8b57b-d883-43d3-b0f4-de529676a997 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.456s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.858215] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.469s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.858410] env[62448]: INFO nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] During sync_power_state the instance has a pending task (spawning). Skip. [ 2363.858582] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.038931] env[62448]: DEBUG nova.compute.manager [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2364.039243] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2364.040287] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a13b5a0-e6ad-495d-b75d-d952faa4bc77 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.048271] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2364.048526] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2b4923-a07b-4a17-ae27-2dbc4b1f8c5e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.058058] env[62448]: DEBUG oslo_vmware.api [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2364.058058] env[62448]: value = "task-2093938" [ 2364.058058] env[62448]: _type = "Task" [ 2364.058058] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.066402] env[62448]: DEBUG oslo_vmware.api [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.134880] env[62448]: DEBUG nova.scheduler.client.report [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2364.500570] env[62448]: DEBUG nova.network.neutron [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updated VIF entry in instance network info cache for port f619b92d-d943-4821-93a4-c39385d5f3e8. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2364.502379] env[62448]: DEBUG nova.network.neutron [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.572809] env[62448]: DEBUG oslo_vmware.api [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093938, 'name': PowerOffVM_Task, 'duration_secs': 0.19119} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.573114] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2364.573300] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2364.573555] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab6ad37b-54c6-43ef-8a2a-03f24fabdcf1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.584385] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2364.584624] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2364.584785] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2364.584972] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2364.585143] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2364.585295] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2364.585499] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2364.585656] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2364.585820] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2364.585984] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2364.586179] env[62448]: DEBUG nova.virt.hardware [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2364.586937] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b26f7f-bb18-49a2-823c-fe44d12fe56c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.594384] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77d2adb-5f2a-493a-be79-ec316bdbd315 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.607618] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:97:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88e0ea18-dd79-4c32-9b12-68aaa9807532', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2364.614986] env[62448]: DEBUG oslo.service.loopingcall [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2364.615222] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2364.615423] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8929d5b0-6255-4cfe-b8fa-89a609f9bfc6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.633431] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2364.633431] env[62448]: value = "task-2093940" [ 2364.633431] env[62448]: _type = "Task" [ 2364.633431] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.641329] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.643093] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093940, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.651328] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2364.651560] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1548bc-360b-4f34-9939-8e5ad61628d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.660048] env[62448]: DEBUG oslo_vmware.api [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2364.660048] env[62448]: value = "task-2093941" [ 2364.660048] env[62448]: _type = "Task" [ 2364.660048] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.669240] env[62448]: DEBUG oslo_vmware.api [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.670160] env[62448]: INFO nova.scheduler.client.report [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance 9792dc73-403f-4e7f-9439-7abde76b4124 [ 2364.678518] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2364.678726] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2364.679598] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleting the datastore file [datastore2] 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2364.679598] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb63d45-c5ed-4e82-86cf-19226f6c5390 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.685781] env[62448]: DEBUG oslo_vmware.api [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for the task: (returnval){ [ 2364.685781] env[62448]: value = "task-2093942" [ 2364.685781] env[62448]: _type = "Task" [ 2364.685781] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.695781] env[62448]: DEBUG oslo_vmware.api [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.004258] env[62448]: DEBUG oslo_concurrency.lockutils [req-01732106-14b2-4535-b6f4-d86492fc8119 req-8542fb66-20c6-4424-96e3-be0dec354a01 service nova] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.143334] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093940, 'name': CreateVM_Task, 'duration_secs': 0.44417} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.143513] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2365.144325] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.144534] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.144903] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2365.145206] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f54f63-0ea3-403f-a9c2-fcbaa448a1f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.149788] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2365.149788] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529af84a-01aa-c65d-0814-de03fa8ba2ed" [ 2365.149788] env[62448]: _type = "Task" [ 2365.149788] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.157568] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529af84a-01aa-c65d-0814-de03fa8ba2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.168115] env[62448]: DEBUG oslo_vmware.api [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093941, 'name': PowerOffVM_Task, 'duration_secs': 0.190552} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.168434] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2365.168646] env[62448]: DEBUG nova.compute.manager [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2365.169397] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69d6653-925d-4d5b-afd5-921b47881e8b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.178606] env[62448]: DEBUG oslo_concurrency.lockutils [None req-398784d7-bc70-4711-9283-e2cd91bb5689 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "9792dc73-403f-4e7f-9439-7abde76b4124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.179395] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "9792dc73-403f-4e7f-9439-7abde76b4124" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.791s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.179582] env[62448]: INFO nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 9792dc73-403f-4e7f-9439-7abde76b4124] During sync_power_state the instance has a pending task (deleting). Skip. [ 2365.179757] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "9792dc73-403f-4e7f-9439-7abde76b4124" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.194293] env[62448]: DEBUG oslo_vmware.api [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Task: {'id': task-2093942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13871} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.195101] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2365.195293] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2365.195465] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2365.195633] env[62448]: INFO nova.compute.manager [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2365.195865] env[62448]: DEBUG oslo.service.loopingcall [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2365.196067] env[62448]: DEBUG nova.compute.manager [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2365.196166] env[62448]: DEBUG nova.network.neutron [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2365.659928] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529af84a-01aa-c65d-0814-de03fa8ba2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.660039] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.660204] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2365.661240] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.661240] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.661421] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2365.661682] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fccb4481-abe2-4f11-9262-ffb32a043a1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.675434] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2365.675434] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2365.675434] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d9abd8-83e8-4961-8fe7-1bbdae8e3e48 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.686895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9ec24fdf-c454-48d9-89ea-b3bcb2303815 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.687267] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2365.687267] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]528336ee-65af-f0e2-0b4d-8baeeb759b4b" [ 2365.687267] env[62448]: _type = "Task" [ 2365.687267] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.696631] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528336ee-65af-f0e2-0b4d-8baeeb759b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.718337] env[62448]: DEBUG nova.compute.manager [req-73a93990-0cbc-451c-9604-6f8be3ff99a1 req-558b99b9-6c4d-4a28-9c0e-1ec8f348b62c service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Received event network-vif-deleted-10841d09-48ac-43a6-b805-c160b4e2607b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2365.718598] env[62448]: INFO nova.compute.manager [req-73a93990-0cbc-451c-9604-6f8be3ff99a1 req-558b99b9-6c4d-4a28-9c0e-1ec8f348b62c service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Neutron deleted interface 10841d09-48ac-43a6-b805-c160b4e2607b; detaching it from the instance and deleting it from the info cache [ 2365.718761] env[62448]: DEBUG nova.network.neutron [req-73a93990-0cbc-451c-9604-6f8be3ff99a1 req-558b99b9-6c4d-4a28-9c0e-1ec8f348b62c service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.189034] env[62448]: DEBUG nova.network.neutron [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.199674] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]528336ee-65af-f0e2-0b4d-8baeeb759b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.016025} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.201742] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0205ac-4a15-4ee3-8eeb-e8e08975809a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.207306] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2366.207306] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5255f903-4fd5-66af-bec9-78d2919aea9c" [ 2366.207306] env[62448]: _type = "Task" [ 2366.207306] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.214896] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5255f903-4fd5-66af-bec9-78d2919aea9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.220728] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e8f90a4-8003-4bc8-aa2e-1e3f162c5bec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.229009] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312b8cd-45a1-4833-8e23-909cb3d4da44 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.261957] env[62448]: DEBUG nova.compute.manager [req-73a93990-0cbc-451c-9604-6f8be3ff99a1 req-558b99b9-6c4d-4a28-9c0e-1ec8f348b62c service nova] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Detach interface failed, port_id=10841d09-48ac-43a6-b805-c160b4e2607b, reason: Instance 4675bce2-5c66-4102-ad1a-a539742ba2c8 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2366.567048] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.567168] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.694251] env[62448]: INFO nova.compute.manager [-] [instance: 4675bce2-5c66-4102-ad1a-a539742ba2c8] Took 1.50 seconds to deallocate network for instance. [ 2366.717842] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5255f903-4fd5-66af-bec9-78d2919aea9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.718173] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.718443] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2366.718695] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86d7f1a8-5f24-4e76-a3c5-3b82fd7559fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.726041] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2366.726041] env[62448]: value = "task-2093943" [ 2366.726041] env[62448]: _type = "Task" [ 2366.726041] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.734629] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.744741] env[62448]: DEBUG nova.objects.instance [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.069125] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2367.200496] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.200920] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.201091] env[62448]: DEBUG nova.objects.instance [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lazy-loading 'resources' on Instance uuid 4675bce2-5c66-4102-ad1a-a539742ba2c8 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.235550] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453789} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.235779] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2367.235984] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2367.236244] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55b51105-6bec-4322-a92c-264d50b54b95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.242376] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2367.242376] env[62448]: value = "task-2093944" [ 2367.242376] env[62448]: _type = "Task" [ 2367.242376] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.249040] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.249246] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.249408] env[62448]: DEBUG nova.network.neutron [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2367.249586] env[62448]: DEBUG nova.objects.instance [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'info_cache' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.253972] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.619590] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.755861] env[62448]: DEBUG nova.objects.base [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Object Instance<1354feb4-636d-45bb-992a-12e90acfa1e0> lazy-loaded attributes: flavor,info_cache {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2367.757160] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135643} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.757597] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2367.758423] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db4f37-57fc-47ee-a28e-4c2eb38c055d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.782872] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2367.786163] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74353ff8-e208-44c3-810d-45e01778c66f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.805962] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2367.805962] env[62448]: value = "task-2093945" [ 2367.805962] env[62448]: _type = "Task" [ 2367.805962] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.815125] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.847491] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db1d74-f660-477f-8e94-54defd830913 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.854531] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a60cc-84b1-4a8c-858e-c66237c97756 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.883803] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fee9bc0-d329-4883-a0a1-777e51395806 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.890727] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a4fbdc-550f-4e4d-8f83-08c3371eaa9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.905531] env[62448]: DEBUG nova.compute.provider_tree [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2368.316707] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.426333] env[62448]: ERROR nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] [req-3dd4a3bf-1423-4731-ba02-3dfa73c5c0dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3dd4a3bf-1423-4731-ba02-3dfa73c5c0dd"}]} [ 2368.443416] env[62448]: DEBUG nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2368.457333] env[62448]: DEBUG nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2368.457563] env[62448]: DEBUG nova.compute.provider_tree [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2368.468848] env[62448]: DEBUG nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2368.481608] env[62448]: DEBUG nova.network.neutron [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating instance_info_cache with network_info: [{"id": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "address": "fa:16:3e:12:8f:0f", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132df6b2-7b", "ovs_interfaceid": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.487788] env[62448]: DEBUG nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2368.591918] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4ccde5-aa6b-41a5-81c4-fab714717d82 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.599694] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba98f12f-51de-471e-8a42-b96263abbc9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.630703] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41302a32-684a-4609-a942-899246df2851 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.638317] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26984d72-10a0-4874-8e93-2c18477c1864 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.651687] env[62448]: DEBUG nova.compute.provider_tree [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2368.817566] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093945, 'name': ReconfigVM_Task, 'duration_secs': 0.684704} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.817843] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c/2dd2f14f-c76d-4e2b-9017-c8885478119c.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2368.819071] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'size': 0, 'image_id': 'dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'de1419cf-31ca-4d1a-91fd-253a1b1ee52f', 'device_type': None, 'boot_index': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2368.819301] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2368.819495] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2368.820258] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea3d948-9634-460a-b3a5-37277fa6cd51 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.836766] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43f2238-c2de-4d6b-b945-64371567b38c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.860702] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-5c032cf0-56ef-4046-b648-5422661b8489/volume-5c032cf0-56ef-4046-b648-5422661b8489.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2368.860981] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ed031e-b2f4-4045-8c7f-51f00a3a8f8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.879095] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2368.879095] env[62448]: value = "task-2093946" [ 2368.879095] env[62448]: _type = "Task" [ 2368.879095] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.886587] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.984211] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.185513] env[62448]: DEBUG nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2369.185787] env[62448]: DEBUG nova.compute.provider_tree [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 158 to 159 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2369.185967] env[62448]: DEBUG nova.compute.provider_tree [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2369.389074] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093946, 'name': ReconfigVM_Task, 'duration_secs': 0.276939} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.389394] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-5c032cf0-56ef-4046-b648-5422661b8489/volume-5c032cf0-56ef-4046-b648-5422661b8489.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2369.394023] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f71208-29dd-4fbe-9ee7-70a189f097ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.408658] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2369.408658] env[62448]: value = "task-2093947" [ 2369.408658] env[62448]: _type = "Task" [ 2369.408658] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.416239] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.690634] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.490s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.693108] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.074s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.695030] env[62448]: INFO nova.compute.claims [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2369.710291] env[62448]: INFO nova.scheduler.client.report [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Deleted allocations for instance 4675bce2-5c66-4102-ad1a-a539742ba2c8 [ 2369.918711] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093947, 'name': ReconfigVM_Task, 'duration_secs': 0.316659} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.918959] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2369.919532] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89047cc6-30a7-4d7f-8338-50acacd8bc25 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.926181] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2369.926181] env[62448]: value = "task-2093948" [ 2369.926181] env[62448]: _type = "Task" [ 2369.926181] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.933588] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093948, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.990491] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2369.990854] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412158ea-4995-49e5-9fda-71908bb6ee24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.997519] env[62448]: DEBUG oslo_vmware.api [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2369.997519] env[62448]: value = "task-2093949" [ 2369.997519] env[62448]: _type = "Task" [ 2369.997519] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.005531] env[62448]: DEBUG oslo_vmware.api [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.218308] env[62448]: DEBUG oslo_concurrency.lockutils [None req-69551bb0-1b8b-4606-a78a-ec4cf9ad8855 tempest-AttachVolumeShelveTestJSON-1176572023 tempest-AttachVolumeShelveTestJSON-1176572023-project-member] Lock "4675bce2-5c66-4102-ad1a-a539742ba2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.686s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.436981] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093948, 'name': Rename_Task, 'duration_secs': 0.254757} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.437335] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2370.437561] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ee06e9-2e00-49e5-ab98-c899ce4cb844 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.443548] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2370.443548] env[62448]: value = "task-2093950" [ 2370.443548] env[62448]: _type = "Task" [ 2370.443548] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.451362] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.506675] env[62448]: DEBUG oslo_vmware.api [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093949, 'name': PowerOnVM_Task, 'duration_secs': 0.413928} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.507064] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2370.507301] env[62448]: DEBUG nova.compute.manager [None req-3c74de77-712f-49de-960c-7a87f14d035c tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2370.508067] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc6d21d-e75f-4816-99f1-b1b05dea8add {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.801059] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140321f0-a059-408f-8557-499bacc47515 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.809235] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda12dee-6be7-4967-83bb-d266e8ecdedd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.840969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095e63f-d37b-4b2a-9f06-9d1ef71299eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.848642] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f603161-395d-44a1-8545-ed2f2a229161 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.862451] env[62448]: DEBUG nova.compute.provider_tree [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2370.954703] env[62448]: DEBUG oslo_vmware.api [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093950, 'name': PowerOnVM_Task, 'duration_secs': 0.429136} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.954973] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2370.955200] env[62448]: DEBUG nova.compute.manager [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2370.955935] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b453f5-350f-482f-93db-40e642c1c837 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.366417] env[62448]: DEBUG nova.scheduler.client.report [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2371.471279] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.873063] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.873063] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2371.875263] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.404s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.875478] env[62448]: DEBUG nova.objects.instance [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62448) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2372.380211] env[62448]: DEBUG nova.compute.utils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2372.384299] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2372.384461] env[62448]: DEBUG nova.network.neutron [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2372.429615] env[62448]: DEBUG nova.policy [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2372.672030] env[62448]: DEBUG nova.network.neutron [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Successfully created port: de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2372.885420] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2372.888853] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2f738911-e027-466a-a295-f8c72591005e tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.895332] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2373.920256] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2373.920537] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2373.920698] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2373.920905] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2373.921093] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2373.921252] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2373.921456] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2373.921619] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2373.921815] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2373.921983] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2373.922178] env[62448]: DEBUG nova.virt.hardware [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2373.923065] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469eea1d-42dd-46ff-be93-5de33d7694d1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.931040] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d89f92c-7604-427a-b1cb-44bef18366fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.060633] env[62448]: DEBUG nova.compute.manager [req-82a085d3-e31f-4add-92a9-ed2f1d54b12e req-8a5fc586-149a-4017-a773-8dde74a145cc service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Received event network-vif-plugged-de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2374.060872] env[62448]: DEBUG oslo_concurrency.lockutils [req-82a085d3-e31f-4add-92a9-ed2f1d54b12e req-8a5fc586-149a-4017-a773-8dde74a145cc service nova] Acquiring lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.061116] env[62448]: DEBUG oslo_concurrency.lockutils [req-82a085d3-e31f-4add-92a9-ed2f1d54b12e req-8a5fc586-149a-4017-a773-8dde74a145cc service nova] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.061362] env[62448]: DEBUG oslo_concurrency.lockutils [req-82a085d3-e31f-4add-92a9-ed2f1d54b12e req-8a5fc586-149a-4017-a773-8dde74a145cc service nova] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.061601] env[62448]: DEBUG nova.compute.manager [req-82a085d3-e31f-4add-92a9-ed2f1d54b12e req-8a5fc586-149a-4017-a773-8dde74a145cc service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] No waiting events found dispatching network-vif-plugged-de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2374.061816] env[62448]: WARNING nova.compute.manager [req-82a085d3-e31f-4add-92a9-ed2f1d54b12e req-8a5fc586-149a-4017-a773-8dde74a145cc service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Received unexpected event network-vif-plugged-de569def-67f2-4660-b98e-e1deea3bf0e2 for instance with vm_state building and task_state spawning. [ 2374.143399] env[62448]: DEBUG nova.network.neutron [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Successfully updated port: de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2374.646470] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-53d5628f-39f3-47ab-a2dd-be1b8b5149e5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.646629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-53d5628f-39f3-47ab-a2dd-be1b8b5149e5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.646774] env[62448]: DEBUG nova.network.neutron [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2375.176767] env[62448]: DEBUG nova.network.neutron [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2375.308885] env[62448]: DEBUG nova.network.neutron [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Updating instance_info_cache with network_info: [{"id": "de569def-67f2-4660-b98e-e1deea3bf0e2", "address": "fa:16:3e:27:2a:86", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde569def-67", "ovs_interfaceid": "de569def-67f2-4660-b98e-e1deea3bf0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.811959] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-53d5628f-39f3-47ab-a2dd-be1b8b5149e5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2375.811959] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Instance network_info: |[{"id": "de569def-67f2-4660-b98e-e1deea3bf0e2", "address": "fa:16:3e:27:2a:86", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde569def-67", "ovs_interfaceid": "de569def-67f2-4660-b98e-e1deea3bf0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2375.812446] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:2a:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de569def-67f2-4660-b98e-e1deea3bf0e2', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2375.819883] env[62448]: DEBUG oslo.service.loopingcall [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2375.820245] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2375.820549] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03585eae-1cab-4b3a-975f-600d77fd0cf6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.840539] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2375.840539] env[62448]: value = "task-2093952" [ 2375.840539] env[62448]: _type = "Task" [ 2375.840539] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.848833] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093952, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.093781] env[62448]: DEBUG nova.compute.manager [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Received event network-changed-de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2376.093988] env[62448]: DEBUG nova.compute.manager [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Refreshing instance network info cache due to event network-changed-de569def-67f2-4660-b98e-e1deea3bf0e2. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2376.094242] env[62448]: DEBUG oslo_concurrency.lockutils [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] Acquiring lock "refresh_cache-53d5628f-39f3-47ab-a2dd-be1b8b5149e5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.094393] env[62448]: DEBUG oslo_concurrency.lockutils [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] Acquired lock "refresh_cache-53d5628f-39f3-47ab-a2dd-be1b8b5149e5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.094580] env[62448]: DEBUG nova.network.neutron [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Refreshing network info cache for port de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2376.350810] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093952, 'name': CreateVM_Task, 'duration_secs': 0.440401} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.351116] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2376.351827] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.352080] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.352452] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2376.352762] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c292f4aa-5b6d-4ecc-a1d2-1e5cdff67024 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.357731] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2376.357731] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]523d2a5f-797e-c3fc-a216-c7064ef2b051" [ 2376.357731] env[62448]: _type = "Task" [ 2376.357731] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.365865] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d2a5f-797e-c3fc-a216-c7064ef2b051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.779873] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.817054] env[62448]: DEBUG nova.network.neutron [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Updated VIF entry in instance network info cache for port de569def-67f2-4660-b98e-e1deea3bf0e2. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2376.818270] env[62448]: DEBUG nova.network.neutron [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Updating instance_info_cache with network_info: [{"id": "de569def-67f2-4660-b98e-e1deea3bf0e2", "address": "fa:16:3e:27:2a:86", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde569def-67", "ovs_interfaceid": "de569def-67f2-4660-b98e-e1deea3bf0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.868482] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]523d2a5f-797e-c3fc-a216-c7064ef2b051, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.868706] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.868956] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2376.869214] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.869364] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.869657] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2376.869941] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a8da71-9734-4569-aea4-801989604d02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.879324] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2376.879324] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2376.880143] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031ac891-e579-45e6-bdb1-cfc63112651a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.885676] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2376.885676] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d7fa76-fbe3-872c-bd59-0e80bae180cc" [ 2376.885676] env[62448]: _type = "Task" [ 2376.885676] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.893114] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d7fa76-fbe3-872c-bd59-0e80bae180cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.285510] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.285811] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.286103] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.286361] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2377.287377] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdc2696-7007-464e-afd9-ceaa7d6b0e95 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.296016] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157d7ae-e7ac-418d-95f9-c912e9cea97e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.309464] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00705d0-5c1c-4e92-9d08-e99a5e039ebb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.315595] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090d7250-5d00-469e-a29e-09fb0d65ff84 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.321675] env[62448]: DEBUG oslo_concurrency.lockutils [req-abcf9a86-81fd-414c-9f37-02c5aef895bb req-5fb14e57-9edb-4142-b5b9-5bb3145d5e3d service nova] Releasing lock "refresh_cache-53d5628f-39f3-47ab-a2dd-be1b8b5149e5" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.345669] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179812MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2377.345821] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.346013] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.396056] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d7fa76-fbe3-872c-bd59-0e80bae180cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008452} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.396815] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c5ba44-9a25-42d8-8b68-b0e0029af74d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.402011] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2377.402011] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5295a314-52ed-df0b-0a76-5520a050ee46" [ 2377.402011] env[62448]: _type = "Task" [ 2377.402011] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.410341] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5295a314-52ed-df0b-0a76-5520a050ee46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.912682] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5295a314-52ed-df0b-0a76-5520a050ee46, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.912932] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.913212] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 53d5628f-39f3-47ab-a2dd-be1b8b5149e5/53d5628f-39f3-47ab-a2dd-be1b8b5149e5.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2377.913502] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6bcc877-e3b9-4a90-8a12-35915a871806 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.920329] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2377.920329] env[62448]: value = "task-2093953" [ 2377.920329] env[62448]: _type = "Task" [ 2377.920329] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.929184] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.375012] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.375196] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3dd423ee-a016-43fd-8d11-22f3df89bd58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.375358] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 2dd2f14f-c76d-4e2b-9017-c8885478119c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.375551] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1354feb4-636d-45bb-992a-12e90acfa1e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.375679] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1198a8e7-05e2-42b2-8714-929aff86512e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.375819] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.375939] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 53d5628f-39f3-47ab-a2dd-be1b8b5149e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2378.376150] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2378.376289] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2378.431317] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427962} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.433630] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 53d5628f-39f3-47ab-a2dd-be1b8b5149e5/53d5628f-39f3-47ab-a2dd-be1b8b5149e5.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2378.433854] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2378.434288] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99fca9ee-fe44-4405-9bcf-56723706f622 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.440537] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2378.440537] env[62448]: value = "task-2093954" [ 2378.440537] env[62448]: _type = "Task" [ 2378.440537] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.449937] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.467071] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22afcce6-bbd3-439e-bc7e-21de50125a88 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.473969] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c8ef3-2c37-4f07-8db4-be314636d7bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.506520] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78118d24-f459-46c5-acf3-0d476fec43da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.514445] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e4705-8f10-44e4-9f68-82bae04c4f9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.528282] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2378.951174] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066428} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.951458] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2378.952295] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd8189-0bb7-4ca4-9853-762f2b12583c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.975139] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 53d5628f-39f3-47ab-a2dd-be1b8b5149e5/53d5628f-39f3-47ab-a2dd-be1b8b5149e5.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2378.975434] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c707951-44bc-450b-a798-40f10148ef7f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.994954] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2378.994954] env[62448]: value = "task-2093955" [ 2378.994954] env[62448]: _type = "Task" [ 2378.994954] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.002376] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.060836] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2379.061021] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 159 to 160 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2379.061196] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2379.504369] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.566451] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2379.566658] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.221s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.005661] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093955, 'name': ReconfigVM_Task, 'duration_secs': 0.618559} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.005955] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 53d5628f-39f3-47ab-a2dd-be1b8b5149e5/53d5628f-39f3-47ab-a2dd-be1b8b5149e5.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2380.006555] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15482fa4-55a9-487b-a5fc-2f5793def0fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.012311] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2380.012311] env[62448]: value = "task-2093956" [ 2380.012311] env[62448]: _type = "Task" [ 2380.012311] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.019500] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093956, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.522566] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093956, 'name': Rename_Task, 'duration_secs': 0.130328} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.522866] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2380.523135] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68469ee5-a8b7-4b15-b69d-fffc4d238a49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.529471] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2380.529471] env[62448]: value = "task-2093957" [ 2380.529471] env[62448]: _type = "Task" [ 2380.529471] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.536742] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.567383] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.780620] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2381.039313] env[62448]: DEBUG oslo_vmware.api [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093957, 'name': PowerOnVM_Task, 'duration_secs': 0.434636} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.039529] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2381.039730] env[62448]: INFO nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Took 7.14 seconds to spawn the instance on the hypervisor. [ 2381.039908] env[62448]: DEBUG nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2381.040688] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953ae5f-2d46-492e-95a7-7ae4553fa7a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.561355] env[62448]: INFO nova.compute.manager [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Took 13.99 seconds to build instance. [ 2381.779664] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2382.063666] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f7735e50-facc-465b-be2c-0b591f34925e tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.496s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.127399] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.127716] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.127884] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.128081] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.128265] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.130290] env[62448]: INFO nova.compute.manager [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Terminating instance [ 2382.633773] env[62448]: DEBUG nova.compute.manager [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2382.634121] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2382.634931] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2aadbe-cfe3-4811-8c6f-7f29abe5a4d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.642716] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2382.642939] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b3c5bc1-d011-4382-aa50-c028fecc0e1d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.649229] env[62448]: DEBUG oslo_vmware.api [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2382.649229] env[62448]: value = "task-2093958" [ 2382.649229] env[62448]: _type = "Task" [ 2382.649229] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.657527] env[62448]: DEBUG oslo_vmware.api [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.780523] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2383.159764] env[62448]: DEBUG oslo_vmware.api [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093958, 'name': PowerOffVM_Task, 'duration_secs': 0.184635} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.160090] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2383.160266] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2383.160515] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac21cdbf-05c9-4251-b910-86e2e7dd646b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.238727] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2383.238955] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2383.239161] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] 53d5628f-39f3-47ab-a2dd-be1b8b5149e5 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2383.239431] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1722f53a-7144-4cf6-a21e-a35870e6550f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.246203] env[62448]: DEBUG oslo_vmware.api [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2383.246203] env[62448]: value = "task-2093960" [ 2383.246203] env[62448]: _type = "Task" [ 2383.246203] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.254108] env[62448]: DEBUG oslo_vmware.api [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.756732] env[62448]: DEBUG oslo_vmware.api [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149705} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.757103] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2383.757200] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2383.757372] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2383.757541] env[62448]: INFO nova.compute.manager [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2383.757816] env[62448]: DEBUG oslo.service.loopingcall [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2383.758041] env[62448]: DEBUG nova.compute.manager [-] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2383.758143] env[62448]: DEBUG nova.network.neutron [-] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2384.016837] env[62448]: DEBUG nova.compute.manager [req-c01d65e3-71f1-4291-84b0-4eab16c3b174 req-28847132-2a80-4c99-9371-2a76bc77805e service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Received event network-vif-deleted-de569def-67f2-4660-b98e-e1deea3bf0e2 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2384.017116] env[62448]: INFO nova.compute.manager [req-c01d65e3-71f1-4291-84b0-4eab16c3b174 req-28847132-2a80-4c99-9371-2a76bc77805e service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Neutron deleted interface de569def-67f2-4660-b98e-e1deea3bf0e2; detaching it from the instance and deleting it from the info cache [ 2384.017247] env[62448]: DEBUG nova.network.neutron [req-c01d65e3-71f1-4291-84b0-4eab16c3b174 req-28847132-2a80-4c99-9371-2a76bc77805e service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2384.498661] env[62448]: DEBUG nova.network.neutron [-] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2384.520043] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c1d27a8-841e-4151-841d-f43fbf86f223 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.530154] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc807a0e-5788-40d4-a2fe-78119f0157c2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.557060] env[62448]: DEBUG nova.compute.manager [req-c01d65e3-71f1-4291-84b0-4eab16c3b174 req-28847132-2a80-4c99-9371-2a76bc77805e service nova] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Detach interface failed, port_id=de569def-67f2-4660-b98e-e1deea3bf0e2, reason: Instance 53d5628f-39f3-47ab-a2dd-be1b8b5149e5 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2384.780488] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2384.780847] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2385.001910] env[62448]: INFO nova.compute.manager [-] [instance: 53d5628f-39f3-47ab-a2dd-be1b8b5149e5] Took 1.24 seconds to deallocate network for instance. [ 2385.508352] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.508630] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.508853] env[62448]: DEBUG nova.objects.instance [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid 53d5628f-39f3-47ab-a2dd-be1b8b5149e5 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2386.178953] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9d418-4fa3-4b26-adb8-6818b0909ff2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.186501] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35863d0d-7413-46b4-8f28-be542bb554d0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.216831] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6441b2-52f3-4754-a8cd-b3b7ff92fed0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.223648] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cecfbc-8d6e-400b-897a-9b8b51226703 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.236163] env[62448]: DEBUG nova.compute.provider_tree [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2386.404713] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.405123] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.739091] env[62448]: DEBUG nova.scheduler.client.report [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2386.908867] env[62448]: DEBUG nova.compute.utils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2387.244545] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.264691] env[62448]: INFO nova.scheduler.client.report [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance 53d5628f-39f3-47ab-a2dd-be1b8b5149e5 [ 2387.298017] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2387.411309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.772649] env[62448]: DEBUG oslo_concurrency.lockutils [None req-09e71608-62cd-4b8d-b21c-fcc2365d8170 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "53d5628f-39f3-47ab-a2dd-be1b8b5149e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.645s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.779793] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2387.779793] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2388.348638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "31b8076a-0353-471f-9d01-10dc51629425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.348925] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.471821] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.472066] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.472346] env[62448]: INFO nova.compute.manager [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Attaching volume c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221 to /dev/sdb [ 2388.506729] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36f1b30-5d3b-48d8-baed-0d08e59770bc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.514322] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675f083a-777f-4ac0-8fad-5fa9a783e33b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.527663] env[62448]: DEBUG nova.virt.block_device [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updating existing volume attachment record: 861aa987-a655-4560-8f4f-14efadd06655 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2388.853029] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2389.375113] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.375382] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.376778] env[62448]: INFO nova.compute.claims [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2390.466673] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe0f66c-2182-41ae-8d0d-ec8a8ae968c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.474415] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954732e-407d-4053-976a-c10f293c060b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.504330] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d8e1cf-67a3-44a5-9e3c-fe87f019962c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.511090] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5db930-62c0-4d44-91a9-1261fbaeb6f0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.523391] env[62448]: DEBUG nova.compute.provider_tree [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2391.026904] env[62448]: DEBUG nova.scheduler.client.report [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2391.531713] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.532266] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2392.037442] env[62448]: DEBUG nova.compute.utils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2392.038854] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2392.039071] env[62448]: DEBUG nova.network.neutron [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2392.085933] env[62448]: DEBUG nova.policy [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fa104eb227d4883b40a36084820537e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14ceaca5bb8d4183b5c3357bbd31e84b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2392.315990] env[62448]: DEBUG nova.network.neutron [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Successfully created port: eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2392.541733] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2392.780561] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2393.070504] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2393.070741] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428822', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'name': 'volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1198a8e7-05e2-42b2-8714-929aff86512e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'serial': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2393.071692] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44336a6f-0bdd-4c6a-b3cb-6c834a4d28f1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.088398] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08338186-bc7c-459d-ae87-d826d2a66dea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.113814] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221/volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2393.114094] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-332f49f4-d20c-4655-930b-3c6ef31454ee {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.132933] env[62448]: DEBUG oslo_vmware.api [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2393.132933] env[62448]: value = "task-2093963" [ 2393.132933] env[62448]: _type = "Task" [ 2393.132933] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.143266] env[62448]: DEBUG oslo_vmware.api [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.549901] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2393.578176] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2393.578433] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2393.578589] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2393.578771] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2393.578921] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2393.579082] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2393.579297] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2393.579456] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2393.579619] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2393.579779] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2393.579950] env[62448]: DEBUG nova.virt.hardware [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2393.580915] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990ea822-1465-4ca9-ad80-1d807e227e0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.588950] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2a6d7-38b9-41c6-acb1-abcce474183b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.641265] env[62448]: DEBUG oslo_vmware.api [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093963, 'name': ReconfigVM_Task, 'duration_secs': 0.333664} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.641529] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221/volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2393.646319] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8209266c-1d27-47e9-8a29-fc4b7f013177 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.660899] env[62448]: DEBUG oslo_vmware.api [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2393.660899] env[62448]: value = "task-2093964" [ 2393.660899] env[62448]: _type = "Task" [ 2393.660899] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.668812] env[62448]: DEBUG oslo_vmware.api [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.675597] env[62448]: DEBUG nova.compute.manager [req-7e74561b-07f3-4ea9-a970-f021ddbb48b0 req-5e185233-6e08-43de-a0a4-2dd00486902f service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Received event network-vif-plugged-eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2393.675597] env[62448]: DEBUG oslo_concurrency.lockutils [req-7e74561b-07f3-4ea9-a970-f021ddbb48b0 req-5e185233-6e08-43de-a0a4-2dd00486902f service nova] Acquiring lock "31b8076a-0353-471f-9d01-10dc51629425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.675741] env[62448]: DEBUG oslo_concurrency.lockutils [req-7e74561b-07f3-4ea9-a970-f021ddbb48b0 req-5e185233-6e08-43de-a0a4-2dd00486902f service nova] Lock "31b8076a-0353-471f-9d01-10dc51629425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.675914] env[62448]: DEBUG oslo_concurrency.lockutils [req-7e74561b-07f3-4ea9-a970-f021ddbb48b0 req-5e185233-6e08-43de-a0a4-2dd00486902f service nova] Lock "31b8076a-0353-471f-9d01-10dc51629425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.676096] env[62448]: DEBUG nova.compute.manager [req-7e74561b-07f3-4ea9-a970-f021ddbb48b0 req-5e185233-6e08-43de-a0a4-2dd00486902f service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] No waiting events found dispatching network-vif-plugged-eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2393.676266] env[62448]: WARNING nova.compute.manager [req-7e74561b-07f3-4ea9-a970-f021ddbb48b0 req-5e185233-6e08-43de-a0a4-2dd00486902f service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Received unexpected event network-vif-plugged-eee8930e-23c1-49c6-961e-ba3b3a571d6f for instance with vm_state building and task_state spawning. [ 2393.765126] env[62448]: DEBUG nova.network.neutron [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Successfully updated port: eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2394.171347] env[62448]: DEBUG oslo_vmware.api [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093964, 'name': ReconfigVM_Task, 'duration_secs': 0.136528} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.171657] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428822', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'name': 'volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1198a8e7-05e2-42b2-8714-929aff86512e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'serial': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2394.267475] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "refresh_cache-31b8076a-0353-471f-9d01-10dc51629425" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.267733] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "refresh_cache-31b8076a-0353-471f-9d01-10dc51629425" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.267864] env[62448]: DEBUG nova.network.neutron [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2394.776513] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2394.798871] env[62448]: DEBUG nova.network.neutron [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2394.924892] env[62448]: DEBUG nova.network.neutron [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Updating instance_info_cache with network_info: [{"id": "eee8930e-23c1-49c6-961e-ba3b3a571d6f", "address": "fa:16:3e:2e:e3:59", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee8930e-23", "ovs_interfaceid": "eee8930e-23c1-49c6-961e-ba3b3a571d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.205896] env[62448]: DEBUG nova.objects.instance [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'flavor' on Instance uuid 1198a8e7-05e2-42b2-8714-929aff86512e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.427348] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "refresh_cache-31b8076a-0353-471f-9d01-10dc51629425" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.427596] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Instance network_info: |[{"id": "eee8930e-23c1-49c6-961e-ba3b3a571d6f", "address": "fa:16:3e:2e:e3:59", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee8930e-23", "ovs_interfaceid": "eee8930e-23c1-49c6-961e-ba3b3a571d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2395.428094] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:e3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eee8930e-23c1-49c6-961e-ba3b3a571d6f', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2395.435745] env[62448]: DEBUG oslo.service.loopingcall [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2395.437024] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2395.439186] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f94c0d4d-a13a-4f04-a3b2-c951442348fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.459408] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2395.459408] env[62448]: value = "task-2093965" [ 2395.459408] env[62448]: _type = "Task" [ 2395.459408] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.467319] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093965, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.701346] env[62448]: DEBUG nova.compute.manager [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Received event network-changed-eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2395.701615] env[62448]: DEBUG nova.compute.manager [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Refreshing instance network info cache due to event network-changed-eee8930e-23c1-49c6-961e-ba3b3a571d6f. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2395.701868] env[62448]: DEBUG oslo_concurrency.lockutils [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] Acquiring lock "refresh_cache-31b8076a-0353-471f-9d01-10dc51629425" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2395.702063] env[62448]: DEBUG oslo_concurrency.lockutils [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] Acquired lock "refresh_cache-31b8076a-0353-471f-9d01-10dc51629425" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2395.702271] env[62448]: DEBUG nova.network.neutron [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Refreshing network info cache for port eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2395.710363] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ca7de3fa-f9a6-45fc-b40b-05dd9009ec93 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.955273] env[62448]: DEBUG oslo_concurrency.lockutils [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.955627] env[62448]: DEBUG oslo_concurrency.lockutils [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.969757] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093965, 'name': CreateVM_Task, 'duration_secs': 0.355357} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.969907] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2395.970550] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2395.970710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2395.971052] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2395.971322] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272edc5b-6763-4103-be52-7044dfaac4df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.977853] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2395.977853] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]529d73b2-f77b-25f0-64aa-0e2b4fb37606" [ 2395.977853] env[62448]: _type = "Task" [ 2395.977853] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.985713] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529d73b2-f77b-25f0-64aa-0e2b4fb37606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.381027] env[62448]: DEBUG nova.network.neutron [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Updated VIF entry in instance network info cache for port eee8930e-23c1-49c6-961e-ba3b3a571d6f. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2396.381027] env[62448]: DEBUG nova.network.neutron [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Updating instance_info_cache with network_info: [{"id": "eee8930e-23c1-49c6-961e-ba3b3a571d6f", "address": "fa:16:3e:2e:e3:59", "network": {"id": "63bc78d5-a5d7-48ec-8a11-896cac1d2756", "bridge": "br-int", "label": "tempest-ServersTestJSON-1334788781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14ceaca5bb8d4183b5c3357bbd31e84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee8930e-23", "ovs_interfaceid": "eee8930e-23c1-49c6-961e-ba3b3a571d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2396.458222] env[62448]: INFO nova.compute.manager [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Detaching volume c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221 [ 2396.487792] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]529d73b2-f77b-25f0-64aa-0e2b4fb37606, 'name': SearchDatastore_Task, 'duration_secs': 0.013558} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.488746] env[62448]: INFO nova.virt.block_device [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Attempting to driver detach volume c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221 from mountpoint /dev/sdb [ 2396.488962] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2396.489154] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428822', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'name': 'volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1198a8e7-05e2-42b2-8714-929aff86512e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'serial': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2396.489474] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.489687] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2396.489917] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2396.490075] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2396.490252] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2396.490959] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f1b19-8f6e-4c08-ac2a-71d9ad80be1c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.493338] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69871169-9a90-483d-8404-da5b2c42c117 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.515173] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd82d69-86a0-4e52-9f25-df2d4d3da63c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.517411] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2396.517587] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2396.518397] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6daa5fe-1e1f-4d06-9b17-fd379e87ada4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.523744] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2396.523744] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5224cdbf-6edd-169f-3851-5703ff3b0f28" [ 2396.523744] env[62448]: _type = "Task" [ 2396.523744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.528737] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a609573-a645-439b-8d9e-44788a2038e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.536273] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5224cdbf-6edd-169f-3851-5703ff3b0f28, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.551343] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad177c0-e43b-468d-bc34-b4eddee7668d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.553746] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dc9db9-630b-4c36-9e04-9db2d4fcce79 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.558644] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2396.558644] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]525aa442-ffa2-9a74-a2de-417fa2daafec" [ 2396.558644] env[62448]: _type = "Task" [ 2396.558644] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.569313] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] The volume has not been displaced from its original location: [datastore2] volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221/volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2396.574633] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2396.577405] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b276dc-c677-41c3-95e6-90cba8547528 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.595249] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]525aa442-ffa2-9a74-a2de-417fa2daafec, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.596349] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.596599] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 31b8076a-0353-471f-9d01-10dc51629425/31b8076a-0353-471f-9d01-10dc51629425.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2396.596901] env[62448]: DEBUG oslo_vmware.api [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2396.596901] env[62448]: value = "task-2093966" [ 2396.596901] env[62448]: _type = "Task" [ 2396.596901] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.597108] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ebe7be-6b55-4433-b21b-6d22565875a5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.606497] env[62448]: DEBUG oslo_vmware.api [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.607628] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2396.607628] env[62448]: value = "task-2093967" [ 2396.607628] env[62448]: _type = "Task" [ 2396.607628] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.614760] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.883848] env[62448]: DEBUG oslo_concurrency.lockutils [req-eb99f8b7-e762-4aea-a347-afd77ab1b217 req-a13e54e9-9252-4ac1-913e-301065d52d25 service nova] Releasing lock "refresh_cache-31b8076a-0353-471f-9d01-10dc51629425" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2397.108388] env[62448]: DEBUG oslo_vmware.api [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093966, 'name': ReconfigVM_Task, 'duration_secs': 0.23294} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.111271] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2397.115830] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846df5b8-0920-4a4c-8c8a-6c72b41d4d9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.130182] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457829} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.131323] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 31b8076a-0353-471f-9d01-10dc51629425/31b8076a-0353-471f-9d01-10dc51629425.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2397.131536] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2397.131815] env[62448]: DEBUG oslo_vmware.api [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2397.131815] env[62448]: value = "task-2093968" [ 2397.131815] env[62448]: _type = "Task" [ 2397.131815] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.131994] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe9689b-8302-45fa-8bcd-0824fdfe3c96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.140749] env[62448]: DEBUG oslo_vmware.api [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.141899] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2397.141899] env[62448]: value = "task-2093969" [ 2397.141899] env[62448]: _type = "Task" [ 2397.141899] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.149037] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.644290] env[62448]: DEBUG oslo_vmware.api [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093968, 'name': ReconfigVM_Task, 'duration_secs': 0.133072} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.647078] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428822', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'name': 'volume-c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1198a8e7-05e2-42b2-8714-929aff86512e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221', 'serial': 'c1f5b6cf-75f4-43fb-b4aa-6b4073cf4221'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2397.653386] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057709} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.653614] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2397.654346] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16840f-26fb-4773-87e9-c0b802495ad3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.674914] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 31b8076a-0353-471f-9d01-10dc51629425/31b8076a-0353-471f-9d01-10dc51629425.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2397.675185] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab66b93-ec1b-43ef-8783-6106bb609eec {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.693890] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2397.693890] env[62448]: value = "task-2093970" [ 2397.693890] env[62448]: _type = "Task" [ 2397.693890] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.701056] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.186965] env[62448]: DEBUG nova.objects.instance [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'flavor' on Instance uuid 1198a8e7-05e2-42b2-8714-929aff86512e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.206017] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.704356] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093970, 'name': ReconfigVM_Task, 'duration_secs': 0.742869} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.704535] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 31b8076a-0353-471f-9d01-10dc51629425/31b8076a-0353-471f-9d01-10dc51629425.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2398.705118] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4494739-2a98-4477-8cc1-711ad3875913 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.712850] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2398.712850] env[62448]: value = "task-2093971" [ 2398.712850] env[62448]: _type = "Task" [ 2398.712850] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.720175] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093971, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.194555] env[62448]: DEBUG oslo_concurrency.lockutils [None req-af987387-e29a-4877-b9ae-77b79185964c tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.222827] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093971, 'name': Rename_Task, 'duration_secs': 0.1326} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.223110] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2399.223349] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c74e52c8-e05e-4946-9d1b-eaba4cfffcde {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.229671] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2399.229671] env[62448]: value = "task-2093972" [ 2399.229671] env[62448]: _type = "Task" [ 2399.229671] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.241931] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.739513] env[62448]: DEBUG oslo_vmware.api [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093972, 'name': PowerOnVM_Task, 'duration_secs': 0.416681} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.739769] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2399.739982] env[62448]: INFO nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Took 6.19 seconds to spawn the instance on the hypervisor. [ 2399.740172] env[62448]: DEBUG nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2399.740933] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e123c-0df4-4bdd-8ed2-cf93732b8885 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.181801] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.182089] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.182328] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "1198a8e7-05e2-42b2-8714-929aff86512e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.182528] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.182715] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.184782] env[62448]: INFO nova.compute.manager [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Terminating instance [ 2400.257382] env[62448]: INFO nova.compute.manager [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Took 10.90 seconds to build instance. [ 2400.688840] env[62448]: DEBUG nova.compute.manager [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2400.689094] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2400.690055] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb204d-88bc-4368-8406-df3a080bd413 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.697730] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2400.697958] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c17eeb-9f65-4fc3-bf39-1a3d877d6cbc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.704294] env[62448]: DEBUG oslo_vmware.api [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2400.704294] env[62448]: value = "task-2093973" [ 2400.704294] env[62448]: _type = "Task" [ 2400.704294] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.711898] env[62448]: DEBUG oslo_vmware.api [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.759700] env[62448]: DEBUG oslo_concurrency.lockutils [None req-81d7174b-537e-43a7-b5fa-54ece5c36a61 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.411s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.214424] env[62448]: DEBUG oslo_vmware.api [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093973, 'name': PowerOffVM_Task, 'duration_secs': 0.1924} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.214681] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2401.214849] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2401.215109] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b5d67c-0059-4cda-b213-1d4217959805 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.366197] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2401.366528] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2401.366761] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleting the datastore file [datastore2] 1198a8e7-05e2-42b2-8714-929aff86512e {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2401.367071] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a9800b0-ba07-46dc-ba67-4f70c16ee0c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.373043] env[62448]: DEBUG oslo_vmware.api [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2401.373043] env[62448]: value = "task-2093975" [ 2401.373043] env[62448]: _type = "Task" [ 2401.373043] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.381454] env[62448]: DEBUG oslo_vmware.api [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.506503] env[62448]: DEBUG nova.compute.manager [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2401.683157] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "31b8076a-0353-471f-9d01-10dc51629425" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.683378] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.683582] env[62448]: DEBUG nova.compute.manager [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2401.684513] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eddc61-8b75-47c7-b7e6-467b4a6d1f60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.690841] env[62448]: DEBUG nova.compute.manager [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2401.691459] env[62448]: DEBUG nova.objects.instance [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'flavor' on Instance uuid 31b8076a-0353-471f-9d01-10dc51629425 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2401.885175] env[62448]: DEBUG oslo_vmware.api [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132291} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.885569] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2401.885871] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2401.886172] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2401.886463] env[62448]: INFO nova.compute.manager [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2401.886819] env[62448]: DEBUG oslo.service.loopingcall [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2401.887119] env[62448]: DEBUG nova.compute.manager [-] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2401.887290] env[62448]: DEBUG nova.network.neutron [-] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2402.028969] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.029310] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.391209] env[62448]: DEBUG nova.compute.manager [req-72e4913e-54cf-4293-bbb1-695494688f96 req-eebab657-a753-4bbb-b338-43118ba9cf26 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Received event network-vif-deleted-ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2402.391209] env[62448]: INFO nova.compute.manager [req-72e4913e-54cf-4293-bbb1-695494688f96 req-eebab657-a753-4bbb-b338-43118ba9cf26 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Neutron deleted interface ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b; detaching it from the instance and deleting it from the info cache [ 2402.391209] env[62448]: DEBUG nova.network.neutron [req-72e4913e-54cf-4293-bbb1-695494688f96 req-eebab657-a753-4bbb-b338-43118ba9cf26 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.534402] env[62448]: INFO nova.compute.claims [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2402.702565] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2402.702896] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c612d72f-d083-486f-bc3a-35c77dd2b485 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.710562] env[62448]: DEBUG oslo_vmware.api [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2402.710562] env[62448]: value = "task-2093976" [ 2402.710562] env[62448]: _type = "Task" [ 2402.710562] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.718501] env[62448]: DEBUG oslo_vmware.api [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.865657] env[62448]: DEBUG nova.network.neutron [-] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.893740] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1243003-a845-4e15-91f1-94959df9be52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.903518] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a93f1-8965-4be4-b8b9-b10ffd053326 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.931773] env[62448]: DEBUG nova.compute.manager [req-72e4913e-54cf-4293-bbb1-695494688f96 req-eebab657-a753-4bbb-b338-43118ba9cf26 service nova] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Detach interface failed, port_id=ea5860eb-dbe5-4c8e-a27a-1abc2c406a5b, reason: Instance 1198a8e7-05e2-42b2-8714-929aff86512e could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2403.040610] env[62448]: INFO nova.compute.resource_tracker [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating resource usage from migration f621b44c-4012-4640-96e7-50bc71a73ba8 [ 2403.172765] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b510f-0d7d-41f0-a3c4-fc8f994e12f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.181566] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe1445-0472-4cd6-a222-120b4a0a49a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.217341] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787828e7-4172-41cf-b884-f805be1745c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.225415] env[62448]: DEBUG oslo_vmware.api [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093976, 'name': PowerOffVM_Task, 'duration_secs': 0.444674} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.227513] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2403.227723] env[62448]: DEBUG nova.compute.manager [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2403.228542] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdade91-589e-4f65-ad52-921de2c6540a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.231990] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cc3e38-9deb-4154-8138-a6b79a2ec252 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.248548] env[62448]: DEBUG nova.compute.provider_tree [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2403.368851] env[62448]: INFO nova.compute.manager [-] [instance: 1198a8e7-05e2-42b2-8714-929aff86512e] Took 1.48 seconds to deallocate network for instance. [ 2403.756256] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0c7e6955-38e9-47d4-a091-745f4cb2f448 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.772136] env[62448]: ERROR nova.scheduler.client.report [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [req-d4d72092-c4b5-456a-8acf-09f1ecd231e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4d72092-c4b5-456a-8acf-09f1ecd231e3"}]} [ 2403.790677] env[62448]: DEBUG nova.scheduler.client.report [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Refreshing inventories for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2403.805652] env[62448]: DEBUG nova.scheduler.client.report [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating ProviderTree inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2403.805828] env[62448]: DEBUG nova.compute.provider_tree [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2403.818017] env[62448]: DEBUG nova.scheduler.client.report [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Refreshing aggregate associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, aggregates: None {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2403.837325] env[62448]: DEBUG nova.scheduler.client.report [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Refreshing trait associations for resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62448) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2403.875874] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.949130] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b8ab58-c9ae-41a7-a2c2-604303f1a95e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.957314] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce324d-0fbd-4d3f-b359-77bfb73e71a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.989543] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ccf756-8dfe-4b10-9b1e-6f1d2a0b9373 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.997616] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b535b18-55d9-40e0-b87d-a47cf443eda0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.012615] env[62448]: DEBUG nova.compute.provider_tree [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2404.345784] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "31b8076a-0353-471f-9d01-10dc51629425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.346071] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.346292] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "31b8076a-0353-471f-9d01-10dc51629425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.346479] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.346648] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.348761] env[62448]: INFO nova.compute.manager [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Terminating instance [ 2404.544112] env[62448]: DEBUG nova.scheduler.client.report [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updated inventory for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2404.544470] env[62448]: DEBUG nova.compute.provider_tree [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating resource provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 generation from 163 to 164 during operation: update_inventory {{(pid=62448) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2404.544730] env[62448]: DEBUG nova.compute.provider_tree [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Updating inventory in ProviderTree for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2404.853269] env[62448]: DEBUG nova.compute.manager [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2404.853615] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2404.854532] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50796db4-488f-4243-88b0-e95d5a1db39b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.862300] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2404.862516] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c60a2a-89a7-4e47-9b16-061a51b00941 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.049737] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.020s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.049930] env[62448]: INFO nova.compute.manager [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Migrating [ 2405.056407] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.181s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.056647] env[62448]: DEBUG nova.objects.instance [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'resources' on Instance uuid 1198a8e7-05e2-42b2-8714-929aff86512e {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2405.569031] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2405.569109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2405.569276] env[62448]: DEBUG nova.network.neutron [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2405.655904] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87553f44-7ade-4673-bf2b-8ddf292de546 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.664776] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dfc29f-34cc-433d-a705-c270c2a7006f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.693055] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa75bea-5d1c-4638-9def-6f1fe875c085 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.699481] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461c53d1-6706-4d6b-87b6-8265684f49ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.712117] env[62448]: DEBUG nova.compute.provider_tree [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2406.215313] env[62448]: DEBUG nova.scheduler.client.report [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2406.294027] env[62448]: DEBUG nova.network.neutron [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2406.721113] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.739251] env[62448]: INFO nova.scheduler.client.report [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted allocations for instance 1198a8e7-05e2-42b2-8714-929aff86512e [ 2406.796626] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2406.835612] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2406.835858] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.246456] env[62448]: DEBUG oslo_concurrency.lockutils [None req-4050ebe6-d6be-4165-b1e2-782e5dc83b89 tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "1198a8e7-05e2-42b2-8714-929aff86512e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.064s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.338737] env[62448]: INFO nova.compute.manager [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Detaching volume bd04a4f3-43e8-4be2-8686-5cb602f75984 [ 2407.369533] env[62448]: INFO nova.virt.block_device [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Attempting to driver detach volume bd04a4f3-43e8-4be2-8686-5cb602f75984 from mountpoint /dev/sdb [ 2407.369776] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2407.370111] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428818', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'name': 'volume-bd04a4f3-43e8-4be2-8686-5cb602f75984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1354feb4-636d-45bb-992a-12e90acfa1e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'serial': 'bd04a4f3-43e8-4be2-8686-5cb602f75984'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2407.370827] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5a8824-4e79-4ad0-80a8-09f1241abb59 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.392718] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0dc852-b4cb-43a4-9a1c-b62a1198ab58 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.399687] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba301053-8cab-41e0-b913-9542d013fd34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.419723] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1133e8-a0d1-451c-9fcf-dba3bb3a7aab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.435112] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] The volume has not been displaced from its original location: [datastore2] volume-bd04a4f3-43e8-4be2-8686-5cb602f75984/volume-bd04a4f3-43e8-4be2-8686-5cb602f75984.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2407.440318] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2407.440596] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1b4cbe-69c5-4478-8586-402a6aed6c4e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.457832] env[62448]: DEBUG oslo_vmware.api [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2407.457832] env[62448]: value = "task-2093978" [ 2407.457832] env[62448]: _type = "Task" [ 2407.457832] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.465433] env[62448]: DEBUG oslo_vmware.api [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.967643] env[62448]: DEBUG oslo_vmware.api [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093978, 'name': ReconfigVM_Task, 'duration_secs': 0.218364} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.967925] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2407.972438] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b43610-755d-4748-8dcd-1d41cfb095ea {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.987981] env[62448]: DEBUG oslo_vmware.api [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2407.987981] env[62448]: value = "task-2093979" [ 2407.987981] env[62448]: _type = "Task" [ 2407.987981] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.997065] env[62448]: DEBUG oslo_vmware.api [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.313532] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777db01-69e2-46f4-bac4-f711ef0ca5ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.333983] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2408.497940] env[62448]: DEBUG oslo_vmware.api [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093979, 'name': ReconfigVM_Task, 'duration_secs': 0.141422} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2408.498275] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428818', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'name': 'volume-bd04a4f3-43e8-4be2-8686-5cb602f75984', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1354feb4-636d-45bb-992a-12e90acfa1e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd04a4f3-43e8-4be2-8686-5cb602f75984', 'serial': 'bd04a4f3-43e8-4be2-8686-5cb602f75984'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2408.840527] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2408.840795] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d74b38ad-32ee-49b1-9102-a47caecd8f96 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.848219] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2408.848219] env[62448]: value = "task-2093980" [ 2408.848219] env[62448]: _type = "Task" [ 2408.848219] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.856274] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.041071] env[62448]: DEBUG nova.objects.instance [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2409.112274] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.112571] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.188394] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.188615] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.357911] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093980, 'name': PowerOffVM_Task, 'duration_secs': 0.176638} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.358291] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2409.358348] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2409.615891] env[62448]: INFO nova.compute.manager [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Detaching volume 5c032cf0-56ef-4046-b648-5422661b8489 [ 2409.689090] env[62448]: INFO nova.virt.block_device [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Attempting to driver detach volume 5c032cf0-56ef-4046-b648-5422661b8489 from mountpoint /dev/sdb [ 2409.689090] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2409.689090] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2409.689090] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027402d-67e3-4ff5-8c2c-5d3abe9c1a20 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.691778] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2409.713709] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd319872-7987-4f53-bdbe-479ccda89dd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.720501] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8d0d4-5883-41fb-a38b-013775d41acb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.741139] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d8702-557f-4d8a-ae7b-6f12a7c08a35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.755408] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] The volume has not been displaced from its original location: [datastore2] volume-5c032cf0-56ef-4046-b648-5422661b8489/volume-5c032cf0-56ef-4046-b648-5422661b8489.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2409.760544] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2409.760805] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9da588-55ae-4ee4-a472-aadddb49708a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.778372] env[62448]: DEBUG oslo_vmware.api [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2409.778372] env[62448]: value = "task-2093981" [ 2409.778372] env[62448]: _type = "Task" [ 2409.778372] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.789074] env[62448]: DEBUG oslo_vmware.api [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.865147] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2409.865438] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2409.865554] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2409.865733] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2409.865877] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2409.866063] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2409.866242] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2409.866400] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2409.866572] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2409.866750] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2409.866904] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2409.871794] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e6836b-02f7-494b-ad31-92be7db164b5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.888178] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2409.888178] env[62448]: value = "task-2093982" [ 2409.888178] env[62448]: _type = "Task" [ 2409.888178] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.895738] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.008584] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.047353] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ec80f964-f6e3-406a-960e-f3282ba75117 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.048544] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.040s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.048739] env[62448]: DEBUG nova.compute.manager [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2410.049812] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb5ac74-ac54-4ca1-9bfb-1c00bd913d8e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.056535] env[62448]: DEBUG nova.compute.manager [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2410.057113] env[62448]: DEBUG nova.objects.instance [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2410.215418] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.215697] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.217239] env[62448]: INFO nova.compute.claims [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2410.289133] env[62448]: DEBUG oslo_vmware.api [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093981, 'name': ReconfigVM_Task, 'duration_secs': 0.255054} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.289463] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2410.294559] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769a14cf-a8f4-4e9f-b2cd-19f0992ed3e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.308863] env[62448]: DEBUG oslo_vmware.api [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2410.308863] env[62448]: value = "task-2093983" [ 2410.308863] env[62448]: _type = "Task" [ 2410.308863] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.316841] env[62448]: DEBUG oslo_vmware.api [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.397874] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093982, 'name': ReconfigVM_Task, 'duration_secs': 0.159159} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.398243] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.818137] env[62448]: DEBUG oslo_vmware.api [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093983, 'name': ReconfigVM_Task, 'duration_secs': 0.269813} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.818465] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428816', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'name': 'volume-5c032cf0-56ef-4046-b648-5422661b8489', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dd2f14f-c76d-4e2b-9017-c8885478119c', 'attached_at': '', 'detached_at': '', 'volume_id': '5c032cf0-56ef-4046-b648-5422661b8489', 'serial': '5c032cf0-56ef-4046-b648-5422661b8489'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2410.904453] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2410.904751] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2410.904851] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2410.905043] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2410.905194] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2410.905342] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2410.905542] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2410.905698] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2410.905862] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2410.906033] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2410.906209] env[62448]: DEBUG nova.virt.hardware [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2410.911486] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2410.911769] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc506a72-1034-41f3-8cac-f35e30f262f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.929476] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2410.929476] env[62448]: value = "task-2093984" [ 2410.929476] env[62448]: _type = "Task" [ 2410.929476] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.937441] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.063027] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2411.063486] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fa9babd-4db0-4f73-abc0-b41ae26c7a7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.070562] env[62448]: DEBUG oslo_vmware.api [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2411.070562] env[62448]: value = "task-2093985" [ 2411.070562] env[62448]: _type = "Task" [ 2411.070562] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.078425] env[62448]: DEBUG oslo_vmware.api [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.327924] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324f70e-458c-4922-b1d6-7c8c65566894 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.336341] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01aa413-1551-439f-94ff-1a77534a65b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.367153] env[62448]: DEBUG nova.objects.instance [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'flavor' on Instance uuid 2dd2f14f-c76d-4e2b-9017-c8885478119c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2411.368919] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f0bc42-e3aa-4b2d-bb01-82fb44088085 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.377034] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6d3ff0-f16f-4306-b9e1-4c1a2366c1a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.390854] env[62448]: DEBUG nova.compute.provider_tree [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2411.425509] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2411.425791] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2411.426049] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] 31b8076a-0353-471f-9d01-10dc51629425 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2411.426228] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f338c967-415e-4647-a772-21f994da46c0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.435275] env[62448]: DEBUG oslo_vmware.api [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2411.435275] env[62448]: value = "task-2093986" [ 2411.435275] env[62448]: _type = "Task" [ 2411.435275] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.441619] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093984, 'name': ReconfigVM_Task, 'duration_secs': 0.225757} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.442283] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2411.442988] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c5c5d7-f5a1-46f2-b6d8-d98cdbec6715 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.447909] env[62448]: DEBUG oslo_vmware.api [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.467241] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2411.467799] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab7a033-1b18-4f1b-b2ef-88f4c9edd87c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.486479] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2411.486479] env[62448]: value = "task-2093987" [ 2411.486479] env[62448]: _type = "Task" [ 2411.486479] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.493899] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.580788] env[62448]: DEBUG oslo_vmware.api [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093985, 'name': PowerOffVM_Task, 'duration_secs': 0.207833} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.581150] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2411.581416] env[62448]: DEBUG nova.compute.manager [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2411.582213] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a482616b-0c47-47d9-9511-2cf87e83ff7b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.894478] env[62448]: DEBUG nova.scheduler.client.report [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2411.945295] env[62448]: DEBUG oslo_vmware.api [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162051} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.945585] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2411.945773] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2411.945951] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2411.946143] env[62448]: INFO nova.compute.manager [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Took 7.09 seconds to destroy the instance on the hypervisor. [ 2411.946395] env[62448]: DEBUG oslo.service.loopingcall [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2411.946593] env[62448]: DEBUG nova.compute.manager [-] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2411.946707] env[62448]: DEBUG nova.network.neutron [-] [instance: 31b8076a-0353-471f-9d01-10dc51629425] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2411.996773] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093987, 'name': ReconfigVM_Task, 'duration_secs': 0.287602} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.997066] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2411.997341] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2412.094079] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d4a7b017-f48a-41c8-8621-98d287184337 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.185729] env[62448]: DEBUG nova.compute.manager [req-dbf639a4-e66e-41dc-8d21-9a3cf33dc8e5 req-fbb0a64c-24c4-4baf-a075-e315edbe2eaf service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Received event network-vif-deleted-eee8930e-23c1-49c6-961e-ba3b3a571d6f {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2412.185729] env[62448]: INFO nova.compute.manager [req-dbf639a4-e66e-41dc-8d21-9a3cf33dc8e5 req-fbb0a64c-24c4-4baf-a075-e315edbe2eaf service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Neutron deleted interface eee8930e-23c1-49c6-961e-ba3b3a571d6f; detaching it from the instance and deleting it from the info cache [ 2412.185729] env[62448]: DEBUG nova.network.neutron [req-dbf639a4-e66e-41dc-8d21-9a3cf33dc8e5 req-fbb0a64c-24c4-4baf-a075-e315edbe2eaf service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.377170] env[62448]: DEBUG oslo_concurrency.lockutils [None req-e8b3bf99-f58e-4c1a-bc70-6627eba1fd3b tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.400143] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.400634] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2412.403611] env[62448]: DEBUG nova.objects.instance [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2412.504019] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d7b7cf-b461-45e9-a935-222beca4709b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.522764] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aae348-cf9e-4140-9c15-ec4b31a24821 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.539993] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2412.662157] env[62448]: DEBUG nova.network.neutron [-] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.688415] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f7c9262-b7b8-4390-9a50-d99d3e8f873b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.697790] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670eae58-93c9-4258-964e-96ed3cdb438a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.725377] env[62448]: DEBUG nova.compute.manager [req-dbf639a4-e66e-41dc-8d21-9a3cf33dc8e5 req-fbb0a64c-24c4-4baf-a075-e315edbe2eaf service nova] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Detach interface failed, port_id=eee8930e-23c1-49c6-961e-ba3b3a571d6f, reason: Instance 31b8076a-0353-471f-9d01-10dc51629425 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2412.907066] env[62448]: DEBUG nova.compute.utils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2412.910541] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2412.910720] env[62448]: DEBUG nova.network.neutron [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2412.912791] env[62448]: DEBUG oslo_concurrency.lockutils [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2412.912950] env[62448]: DEBUG oslo_concurrency.lockutils [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2412.913133] env[62448]: DEBUG nova.network.neutron [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2412.913306] env[62448]: DEBUG nova.objects.instance [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'info_cache' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2412.958659] env[62448]: DEBUG nova.policy [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e72d3171ff4dcf8d04d0a314c60cab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c32e870eaa74ba3aab0f5769a357360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2413.122973] env[62448]: DEBUG nova.network.neutron [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Port f619b92d-d943-4821-93a4-c39385d5f3e8 binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2413.165447] env[62448]: INFO nova.compute.manager [-] [instance: 31b8076a-0353-471f-9d01-10dc51629425] Took 1.22 seconds to deallocate network for instance. [ 2413.279020] env[62448]: DEBUG nova.network.neutron [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Successfully created port: 584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2413.347595] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.347930] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.348199] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "2dd2f14f-c76d-4e2b-9017-c8885478119c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.348393] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.348566] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.350807] env[62448]: INFO nova.compute.manager [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Terminating instance [ 2413.411241] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2413.416616] env[62448]: DEBUG nova.objects.base [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Object Instance<1354feb4-636d-45bb-992a-12e90acfa1e0> lazy-loaded attributes: flavor,info_cache {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2413.670757] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.671109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.671518] env[62448]: DEBUG nova.objects.instance [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid 31b8076a-0353-471f-9d01-10dc51629425 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2413.854947] env[62448]: DEBUG nova.compute.manager [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2413.855200] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2413.856163] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468488f-cec6-4938-bcfa-03ea78c1cee5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.864308] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2413.864560] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9466c9b2-7d35-4999-8900-48e756a583a4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.871976] env[62448]: DEBUG oslo_vmware.api [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2413.871976] env[62448]: value = "task-2093988" [ 2413.871976] env[62448]: _type = "Task" [ 2413.871976] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.882634] env[62448]: DEBUG oslo_vmware.api [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.145316] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.145554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.145730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.206666] env[62448]: DEBUG nova.network.neutron [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating instance_info_cache with network_info: [{"id": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "address": "fa:16:3e:12:8f:0f", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132df6b2-7b", "ovs_interfaceid": "132df6b2-7bd0-4d60-a217-97a8f8a64bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2414.289593] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f0f760-d069-4c01-ba70-952cae633a31 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.297554] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66ff28-efc3-4aae-be96-d337c0d2fc78 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.327014] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d55012-08f3-4c8b-a5f5-2e43b0007014 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.334576] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2032857-634e-4d7e-8bae-6aca81750f0b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.347885] env[62448]: DEBUG nova.compute.provider_tree [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2414.380610] env[62448]: DEBUG oslo_vmware.api [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093988, 'name': PowerOffVM_Task, 'duration_secs': 0.201038} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.380855] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2414.381042] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2414.381322] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1ac921-f492-4391-bd14-bf80380b1d71 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.420723] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2414.446267] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2414.446527] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2414.446685] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2414.446867] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2414.447026] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2414.447176] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2414.447383] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2414.447543] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2414.447711] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2414.447870] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2414.448054] env[62448]: DEBUG nova.virt.hardware [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2414.448890] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1a2b4-dcbb-4435-800d-0fd6470cb947 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.456903] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e7b67-f956-431d-b080-f667a2ea02cc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.486755] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2414.486983] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2414.487189] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 2dd2f14f-c76d-4e2b-9017-c8885478119c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2414.487799] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9474a39c-6b26-4c54-bbf9-4c0f402c3af4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.494543] env[62448]: DEBUG oslo_vmware.api [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2414.494543] env[62448]: value = "task-2093990" [ 2414.494543] env[62448]: _type = "Task" [ 2414.494543] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.501851] env[62448]: DEBUG oslo_vmware.api [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.671115] env[62448]: DEBUG nova.compute.manager [req-4bae7183-beff-4dbe-9d55-46a4501a97b1 req-23cb51dc-0475-480a-a9b1-8ddd04e13c4b service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Received event network-vif-plugged-584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2414.671544] env[62448]: DEBUG oslo_concurrency.lockutils [req-4bae7183-beff-4dbe-9d55-46a4501a97b1 req-23cb51dc-0475-480a-a9b1-8ddd04e13c4b service nova] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.671623] env[62448]: DEBUG oslo_concurrency.lockutils [req-4bae7183-beff-4dbe-9d55-46a4501a97b1 req-23cb51dc-0475-480a-a9b1-8ddd04e13c4b service nova] Lock "23b0776e-566a-4d79-9f46-fe59cd533221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.671808] env[62448]: DEBUG oslo_concurrency.lockutils [req-4bae7183-beff-4dbe-9d55-46a4501a97b1 req-23cb51dc-0475-480a-a9b1-8ddd04e13c4b service nova] Lock "23b0776e-566a-4d79-9f46-fe59cd533221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.672018] env[62448]: DEBUG nova.compute.manager [req-4bae7183-beff-4dbe-9d55-46a4501a97b1 req-23cb51dc-0475-480a-a9b1-8ddd04e13c4b service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] No waiting events found dispatching network-vif-plugged-584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2414.672076] env[62448]: WARNING nova.compute.manager [req-4bae7183-beff-4dbe-9d55-46a4501a97b1 req-23cb51dc-0475-480a-a9b1-8ddd04e13c4b service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Received unexpected event network-vif-plugged-584c2cc2-37ba-4543-8b4c-b986e04209e3 for instance with vm_state building and task_state spawning. [ 2414.713709] env[62448]: DEBUG oslo_concurrency.lockutils [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "refresh_cache-1354feb4-636d-45bb-992a-12e90acfa1e0" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2414.764167] env[62448]: DEBUG nova.network.neutron [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Successfully updated port: 584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2414.851048] env[62448]: DEBUG nova.scheduler.client.report [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2415.004428] env[62448]: DEBUG oslo_vmware.api [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2093990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140944} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.005431] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2415.005431] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2415.005431] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2415.005431] env[62448]: INFO nova.compute.manager [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2415.005431] env[62448]: DEBUG oslo.service.loopingcall [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2415.005720] env[62448]: DEBUG nova.compute.manager [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2415.005720] env[62448]: DEBUG nova.network.neutron [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2415.216744] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.216936] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.217127] env[62448]: DEBUG nova.network.neutron [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2415.266678] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.266831] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.268137] env[62448]: DEBUG nova.network.neutron [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2415.356350] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.379902] env[62448]: INFO nova.scheduler.client.report [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance 31b8076a-0353-471f-9d01-10dc51629425 [ 2415.725845] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2415.726206] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a210e4bf-29b6-4493-bda2-902aba70e525 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.734991] env[62448]: DEBUG oslo_vmware.api [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2415.734991] env[62448]: value = "task-2093991" [ 2415.734991] env[62448]: _type = "Task" [ 2415.734991] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.742685] env[62448]: DEBUG oslo_vmware.api [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.814432] env[62448]: DEBUG nova.network.neutron [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2415.889524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-beadb608-9e55-41e7-b457-faab42c5adb9 tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "31b8076a-0353-471f-9d01-10dc51629425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.542s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.045785] env[62448]: DEBUG nova.network.neutron [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updating instance_info_cache with network_info: [{"id": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "address": "fa:16:3e:62:33:de", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584c2cc2-37", "ovs_interfaceid": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.069799] env[62448]: DEBUG nova.network.neutron [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.193195] env[62448]: DEBUG nova.network.neutron [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.246315] env[62448]: DEBUG oslo_vmware.api [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2093991, 'name': PowerOnVM_Task, 'duration_secs': 0.389573} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.246666] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2416.246867] env[62448]: DEBUG nova.compute.manager [None req-926e70a6-e0a2-4b4c-8a0a-d5ef17a3b053 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2416.247760] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3b3d6-dacf-4d4e-b6f6-dd194d55328d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.549049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.549347] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Instance network_info: |[{"id": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "address": "fa:16:3e:62:33:de", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584c2cc2-37", "ovs_interfaceid": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2416.549846] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:33:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '584c2cc2-37ba-4543-8b4c-b986e04209e3', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2416.557764] env[62448]: DEBUG oslo.service.loopingcall [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.558289] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2416.558509] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0933293d-f0a3-4d4d-8472-4a88d19a4f49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.573242] env[62448]: DEBUG oslo_concurrency.lockutils [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.582249] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2416.582249] env[62448]: value = "task-2093992" [ 2416.582249] env[62448]: _type = "Task" [ 2416.582249] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.589540] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093992, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.696138] env[62448]: INFO nova.compute.manager [-] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Took 1.69 seconds to deallocate network for instance. [ 2416.700818] env[62448]: DEBUG nova.compute.manager [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Received event network-changed-584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2416.701041] env[62448]: DEBUG nova.compute.manager [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Refreshing instance network info cache due to event network-changed-584c2cc2-37ba-4543-8b4c-b986e04209e3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2416.701308] env[62448]: DEBUG oslo_concurrency.lockutils [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] Acquiring lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.701478] env[62448]: DEBUG oslo_concurrency.lockutils [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] Acquired lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.701675] env[62448]: DEBUG nova.network.neutron [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Refreshing network info cache for port 584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2416.775899] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.775899] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.776454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "3dd423ee-a016-43fd-8d11-22f3df89bd58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.776454] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.776554] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.778510] env[62448]: INFO nova.compute.manager [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Terminating instance [ 2417.094225] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093992, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.099614] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e361e7c4-0e6b-4b50-ad30-972c273c206c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.118412] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf379c-64eb-40de-81b8-276303983f24 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.125047] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2417.209105] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2417.209387] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2417.209615] env[62448]: DEBUG nova.objects.instance [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'resources' on Instance uuid 2dd2f14f-c76d-4e2b-9017-c8885478119c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2417.282401] env[62448]: DEBUG nova.compute.manager [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2417.282712] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2417.283737] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0d4da4-76b5-4a30-beec-6376c9ed9516 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.291956] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2417.292385] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f10168e3-7c76-4338-b14f-7297500ad39c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.299924] env[62448]: DEBUG oslo_vmware.api [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2417.299924] env[62448]: value = "task-2093993" [ 2417.299924] env[62448]: _type = "Task" [ 2417.299924] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.308456] env[62448]: DEBUG oslo_vmware.api [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.453232] env[62448]: DEBUG nova.network.neutron [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updated VIF entry in instance network info cache for port 584c2cc2-37ba-4543-8b4c-b986e04209e3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2417.453580] env[62448]: DEBUG nova.network.neutron [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updating instance_info_cache with network_info: [{"id": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "address": "fa:16:3e:62:33:de", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584c2cc2-37", "ovs_interfaceid": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.593898] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2093992, 'name': CreateVM_Task, 'duration_secs': 0.525239} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.594081] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2417.594796] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.595045] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.595373] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2417.595844] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4a2dd1-8bc5-44a9-aee9-0c4cca9b63c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.600721] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2417.600721] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52d88ccb-c6eb-7d84-55c4-05875404808a" [ 2417.600721] env[62448]: _type = "Task" [ 2417.600721] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.607860] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d88ccb-c6eb-7d84-55c4-05875404808a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.630758] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2417.631069] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef2892a0-5f29-4e58-ac6f-0421cad76259 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.638075] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2417.638075] env[62448]: value = "task-2093994" [ 2417.638075] env[62448]: _type = "Task" [ 2417.638075] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.645617] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.800115] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d21f81-6895-40c1-b8ad-9d20486550f4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.813090] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed61f556-89f2-4342-a7f2-e0fa6c1b4451 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.815979] env[62448]: DEBUG oslo_vmware.api [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093993, 'name': PowerOffVM_Task, 'duration_secs': 0.286583} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.816267] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2417.816446] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2417.817010] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee01d6a-cc9e-4f73-9a30-08a2ae8d810b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.844362] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a42b4-4237-43d0-8278-8e5e244c556b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.851583] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad0b6c0-e26f-4c57-b9a3-a9ba70c605e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.864650] env[62448]: DEBUG nova.compute.provider_tree [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2417.956377] env[62448]: DEBUG oslo_concurrency.lockutils [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] Releasing lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.956691] env[62448]: DEBUG nova.compute.manager [req-5a087c14-7f8f-4ea3-b6d1-ad8cfd00c92a req-e1dc50a3-12e1-432f-9abf-187788d69940 service nova] [instance: 2dd2f14f-c76d-4e2b-9017-c8885478119c] Received event network-vif-deleted-88e0ea18-dd79-4c32-9b12-68aaa9807532 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2418.015469] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2418.015760] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2418.015991] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleting the datastore file [datastore2] 3dd423ee-a016-43fd-8d11-22f3df89bd58 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2418.016324] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c74cbfc-18f7-4d5c-b2a3-b7e4dc1c502d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.023819] env[62448]: DEBUG oslo_vmware.api [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for the task: (returnval){ [ 2418.023819] env[62448]: value = "task-2093996" [ 2418.023819] env[62448]: _type = "Task" [ 2418.023819] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.032492] env[62448]: DEBUG oslo_vmware.api [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.112052] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52d88ccb-c6eb-7d84-55c4-05875404808a, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.112426] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.112693] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2418.112936] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.113098] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.113280] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2418.113555] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a0a347-5917-4a33-8c2b-91ba6b952409 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.121306] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2418.121498] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2418.122216] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d336426-4f15-4ae8-8d74-42d4105a2a06 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.127055] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2418.127055] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]520e13e3-5c91-e5e2-43e2-8b35e73f596d" [ 2418.127055] env[62448]: _type = "Task" [ 2418.127055] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.134533] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520e13e3-5c91-e5e2-43e2-8b35e73f596d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.146525] env[62448]: DEBUG oslo_vmware.api [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2093994, 'name': PowerOnVM_Task, 'duration_secs': 0.413714} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.146839] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2418.147070] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-508b1c58-e913-4763-a3f1-ef7b7c8225c4 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance '3a7a8ffe-5b23-4c67-b47c-de69e2967c6c' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2418.368399] env[62448]: DEBUG nova.scheduler.client.report [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2418.534581] env[62448]: DEBUG oslo_vmware.api [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Task: {'id': task-2093996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199341} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.534865] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2418.535119] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2418.535346] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2418.535538] env[62448]: INFO nova.compute.manager [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2418.535828] env[62448]: DEBUG oslo.service.loopingcall [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2418.536009] env[62448]: DEBUG nova.compute.manager [-] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2418.536128] env[62448]: DEBUG nova.network.neutron [-] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2418.637300] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]520e13e3-5c91-e5e2-43e2-8b35e73f596d, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.638119] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4bf19f-a91c-4938-b1ad-41b3b6a31ec5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.643863] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2418.643863] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e90aab-1332-004e-c683-56019e93b41a" [ 2418.643863] env[62448]: _type = "Task" [ 2418.643863] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.655180] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e90aab-1332-004e-c683-56019e93b41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.815568] env[62448]: DEBUG nova.compute.manager [req-d5421cf9-70fe-4cc2-8be7-d905b6bc67c4 req-d14fca54-cc07-4fa1-befc-a071eb4d823e service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Received event network-vif-deleted-95f1684f-5203-4889-8a9a-0b032e8cf3fd {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2418.815801] env[62448]: INFO nova.compute.manager [req-d5421cf9-70fe-4cc2-8be7-d905b6bc67c4 req-d14fca54-cc07-4fa1-befc-a071eb4d823e service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Neutron deleted interface 95f1684f-5203-4889-8a9a-0b032e8cf3fd; detaching it from the instance and deleting it from the info cache [ 2418.815913] env[62448]: DEBUG nova.network.neutron [req-d5421cf9-70fe-4cc2-8be7-d905b6bc67c4 req-d14fca54-cc07-4fa1-befc-a071eb4d823e service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.873533] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.901624] env[62448]: INFO nova.scheduler.client.report [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted allocations for instance 2dd2f14f-c76d-4e2b-9017-c8885478119c [ 2419.154682] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e90aab-1332-004e-c683-56019e93b41a, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.154889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.155154] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 23b0776e-566a-4d79-9f46-fe59cd533221/23b0776e-566a-4d79-9f46-fe59cd533221.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2419.155403] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fde84cda-953d-4261-84f5-c76772eb4749 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.163257] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2419.163257] env[62448]: value = "task-2093997" [ 2419.163257] env[62448]: _type = "Task" [ 2419.163257] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.170878] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.295454] env[62448]: DEBUG nova.network.neutron [-] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.318255] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6abdade2-8fb7-49f7-abc6-bebf60b91b56 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.327734] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174cf6da-1849-4978-b2aa-9f35f02f7d0e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.354692] env[62448]: DEBUG nova.compute.manager [req-d5421cf9-70fe-4cc2-8be7-d905b6bc67c4 req-d14fca54-cc07-4fa1-befc-a071eb4d823e service nova] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Detach interface failed, port_id=95f1684f-5203-4889-8a9a-0b032e8cf3fd, reason: Instance 3dd423ee-a016-43fd-8d11-22f3df89bd58 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2419.408230] env[62448]: DEBUG oslo_concurrency.lockutils [None req-cb1a0865-e2db-4769-ac9f-8123ef50a7ed tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "2dd2f14f-c76d-4e2b-9017-c8885478119c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.060s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.681028] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093997, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.798725] env[62448]: INFO nova.compute.manager [-] [instance: 3dd423ee-a016-43fd-8d11-22f3df89bd58] Took 1.26 seconds to deallocate network for instance. [ 2420.181943] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860421} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.182397] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 23b0776e-566a-4d79-9f46-fe59cd533221/23b0776e-566a-4d79-9f46-fe59cd533221.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2420.182547] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2420.182724] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86548c15-cf97-4a43-abb9-7b95dc8bbcba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.189301] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2420.189301] env[62448]: value = "task-2093998" [ 2420.189301] env[62448]: _type = "Task" [ 2420.189301] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.197564] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.308045] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2420.308367] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.308615] env[62448]: DEBUG nova.objects.instance [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lazy-loading 'resources' on Instance uuid 3dd423ee-a016-43fd-8d11-22f3df89bd58 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2420.700657] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084749} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.701103] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2420.702279] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2d6fd0-fc53-4c17-a2e5-aca4441e526f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.733103] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 23b0776e-566a-4d79-9f46-fe59cd533221/23b0776e-566a-4d79-9f46-fe59cd533221.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2420.733365] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e98bd4c-29d2-4b33-9562-27f6a3c7a907 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.753032] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2420.753032] env[62448]: value = "task-2093999" [ 2420.753032] env[62448]: _type = "Task" [ 2420.753032] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.760869] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.893320] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc9acfb-d9b2-4ef1-8e70-1798156df137 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.900844] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391abfd-65d9-4f70-8656-4adf2c168347 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.930979] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3ba59-c39f-43f6-94cd-deff59f097e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.938181] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d749a9-91cb-4ba2-b93e-a80d5298791d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.951033] env[62448]: DEBUG nova.compute.provider_tree [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2421.093722] env[62448]: DEBUG nova.network.neutron [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Port f619b92d-d943-4821-93a4-c39385d5f3e8 binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2421.094032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2421.094193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2421.094356] env[62448]: DEBUG nova.network.neutron [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2421.172131] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "0481128b-6ef4-492a-8d19-92be3c48d80b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.172401] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.265995] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.454294] env[62448]: DEBUG nova.scheduler.client.report [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2421.674816] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2421.764655] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.880165] env[62448]: DEBUG nova.network.neutron [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.959030] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.986252] env[62448]: INFO nova.scheduler.client.report [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Deleted allocations for instance 3dd423ee-a016-43fd-8d11-22f3df89bd58 [ 2422.195463] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.195729] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.197114] env[62448]: INFO nova.compute.claims [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2422.265135] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2093999, 'name': ReconfigVM_Task, 'duration_secs': 1.093828} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.265398] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 23b0776e-566a-4d79-9f46-fe59cd533221/23b0776e-566a-4d79-9f46-fe59cd533221.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2422.265995] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-996ac56b-d70d-4b41-92db-111b73b39d49 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.271693] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2422.271693] env[62448]: value = "task-2094000" [ 2422.271693] env[62448]: _type = "Task" [ 2422.271693] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.279124] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094000, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.383199] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2422.493659] env[62448]: DEBUG oslo_concurrency.lockutils [None req-d7f4b741-572e-49d3-a3b4-9be5e375092a tempest-ServersTestJSON-674572638 tempest-ServersTestJSON-674572638-project-member] Lock "3dd423ee-a016-43fd-8d11-22f3df89bd58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.718s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.782089] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094000, 'name': Rename_Task, 'duration_secs': 0.139467} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.782392] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2422.782693] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9604fbd-7d8f-430a-8729-d8e5d8c38c0f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.790212] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2422.790212] env[62448]: value = "task-2094001" [ 2422.790212] env[62448]: _type = "Task" [ 2422.790212] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.797641] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.887458] env[62448]: DEBUG nova.compute.manager [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62448) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2422.887758] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.305132] env[62448]: DEBUG oslo_vmware.api [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094001, 'name': PowerOnVM_Task, 'duration_secs': 0.475057} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.305132] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2423.305132] env[62448]: INFO nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Took 8.88 seconds to spawn the instance on the hypervisor. [ 2423.305132] env[62448]: DEBUG nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2423.306669] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475744a7-8e2d-423b-b788-8cdea0bc2a7e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.309555] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e116bf92-5cf4-43ab-ae2a-75ca9c5ad7b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.318114] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba415f69-8b93-41c4-9545-c1e4e8cc646e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.354928] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3af41-a73e-49e4-a7d6-4f2ea69de7e7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.362458] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8e2db-cc5e-4c45-a3d5-2188f25486f7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.375740] env[62448]: DEBUG nova.compute.provider_tree [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2423.839636] env[62448]: INFO nova.compute.manager [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Took 13.64 seconds to build instance. [ 2423.879184] env[62448]: DEBUG nova.scheduler.client.report [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2424.341686] env[62448]: DEBUG oslo_concurrency.lockutils [None req-ef403bef-0167-4eba-b1db-936f8096738f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.153s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.386759] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.387443] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2424.390256] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.502s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.669975] env[62448]: DEBUG nova.compute.manager [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Received event network-changed-584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2424.670187] env[62448]: DEBUG nova.compute.manager [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Refreshing instance network info cache due to event network-changed-584c2cc2-37ba-4543-8b4c-b986e04209e3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2424.670416] env[62448]: DEBUG oslo_concurrency.lockutils [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] Acquiring lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2424.670590] env[62448]: DEBUG oslo_concurrency.lockutils [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] Acquired lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2424.670758] env[62448]: DEBUG nova.network.neutron [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Refreshing network info cache for port 584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2424.894849] env[62448]: DEBUG nova.compute.utils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2424.894849] env[62448]: DEBUG nova.objects.instance [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'migration_context' on Instance uuid 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2424.900493] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2424.900707] env[62448]: DEBUG nova.network.neutron [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2424.938834] env[62448]: DEBUG nova.policy [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e11a36bf3f4809b5fc7cec60f2aa70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c3fae02a444319575087479233071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2425.235469] env[62448]: DEBUG nova.network.neutron [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Successfully created port: 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2425.404699] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2425.500900] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcb2557-d50f-481a-9189-ef42e0834a34 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.508878] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66e76c8-ee32-47e4-aa55-e0e761d54eb6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.541523] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a0bf3-ed41-4ccd-a0ad-95fa020ea872 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.548909] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd15243-ed47-4101-b2c0-f2849560e549 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.553286] env[62448]: DEBUG nova.network.neutron [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updated VIF entry in instance network info cache for port 584c2cc2-37ba-4543-8b4c-b986e04209e3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2425.553614] env[62448]: DEBUG nova.network.neutron [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updating instance_info_cache with network_info: [{"id": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "address": "fa:16:3e:62:33:de", "network": {"id": "14aa28d7-6a98-402d-ae9b-dc43ef506888", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1159573853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c32e870eaa74ba3aab0f5769a357360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap584c2cc2-37", "ovs_interfaceid": "584c2cc2-37ba-4543-8b4c-b986e04209e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.566908] env[62448]: DEBUG nova.compute.provider_tree [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2426.057155] env[62448]: DEBUG oslo_concurrency.lockutils [req-0f651a3c-1672-4f91-b326-fac57e796c11 req-2471c025-c677-4b36-aff1-2a90fe28c3e7 service nova] Releasing lock "refresh_cache-23b0776e-566a-4d79-9f46-fe59cd533221" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2426.070470] env[62448]: DEBUG nova.scheduler.client.report [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2426.415054] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2426.441587] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2426.441858] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2426.442027] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2426.442217] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2426.442362] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2426.442584] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2426.442793] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2426.442949] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2426.443128] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2426.443290] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2426.443459] env[62448]: DEBUG nova.virt.hardware [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2426.444332] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b969a-1dc8-4646-ae87-ca9c405b9688 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.452574] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aaeb74-7c75-49da-b659-e75493dc2b93 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.080999] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.691s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.619183] env[62448]: INFO nova.compute.manager [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Swapping old allocation on dict_keys(['89c3b6e8-c87b-4032-a4fd-5fcce4d07c17']) held by migration f621b44c-4012-4640-96e7-50bc71a73ba8 for instance [ 2428.640925] env[62448]: DEBUG nova.scheduler.client.report [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Overwriting current allocation {'allocations': {'89c3b6e8-c87b-4032-a4fd-5fcce4d07c17': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '4c1cf0ecdf0546169a07e8ad3c474176', 'user_id': '63faf8d5cbdd4456bf5386f1ae83a005', 'consumer_generation': 1} on consumer 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c {{(pid=62448) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2428.714795] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2428.714982] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2428.715173] env[62448]: DEBUG nova.network.neutron [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2429.424046] env[62448]: DEBUG nova.network.neutron [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [{"id": "f619b92d-d943-4821-93a4-c39385d5f3e8", "address": "fa:16:3e:42:c1:0b", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf619b92d-d9", "ovs_interfaceid": "f619b92d-d943-4821-93a4-c39385d5f3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2429.927532] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2429.927977] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2429.928310] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-115334f4-4649-4e30-987b-02dd4fba1586 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.935579] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2429.935579] env[62448]: value = "task-2094002" [ 2429.935579] env[62448]: _type = "Task" [ 2429.935579] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.944204] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.445934] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094002, 'name': PowerOffVM_Task, 'duration_secs': 0.189373} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.446147] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2430.446781] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2430.446993] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2430.447164] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2430.447346] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2430.447492] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2430.447639] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2430.447838] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2430.447993] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2430.448167] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2430.448330] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2430.448500] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2430.453362] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea459e8e-076b-45b3-9b5a-d8cda0fb872f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.468826] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2430.468826] env[62448]: value = "task-2094003" [ 2430.468826] env[62448]: _type = "Task" [ 2430.468826] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.476292] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.978573] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094003, 'name': ReconfigVM_Task, 'duration_secs': 0.135293} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.979561] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d379b-4331-469f-b34a-c7585725f80b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.997557] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2430.997799] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2430.997955] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2430.998155] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2430.998301] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2430.998445] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2430.998644] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2430.998801] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2430.998965] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2430.999149] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2430.999317] env[62448]: DEBUG nova.virt.hardware [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2431.000131] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65198807-bca4-420c-80d5-d7f1bbe9cb26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.005920] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2431.005920] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52760f89-784e-7354-94ec-b22a257df6fa" [ 2431.005920] env[62448]: _type = "Task" [ 2431.005920] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.013759] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52760f89-784e-7354-94ec-b22a257df6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.517752] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52760f89-784e-7354-94ec-b22a257df6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008026} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.523044] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2431.523313] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1033b6d-615b-472c-8360-b72557727589 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.540887] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2431.540887] env[62448]: value = "task-2094004" [ 2431.540887] env[62448]: _type = "Task" [ 2431.540887] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.549386] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.051610] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094004, 'name': ReconfigVM_Task, 'duration_secs': 0.185107} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.051985] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2432.052702] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d766e5-88ed-4380-8e3b-b78e10f97174 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.074492] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2432.075103] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea08cb5b-2532-491e-9ba5-e1d7daffe27b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.092828] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2432.092828] env[62448]: value = "task-2094005" [ 2432.092828] env[62448]: _type = "Task" [ 2432.092828] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.100287] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.603914] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094005, 'name': ReconfigVM_Task, 'duration_secs': 0.270144} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.604247] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c/3a7a8ffe-5b23-4c67-b47c-de69e2967c6c.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2432.605145] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea629b8-c8a5-4876-a570-12ab1274faf1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.625191] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db89575-05eb-4b5d-b02c-4976ee8a1858 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.644987] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43858751-aab1-4930-a001-a2b2851211ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.664502] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f29d9-5851-4b1d-acd9-48baa69164fc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.671647] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2432.671896] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29ad42c-9e12-4ff9-a926-60fa2a18bba2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.678016] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2432.678016] env[62448]: value = "task-2094006" [ 2432.678016] env[62448]: _type = "Task" [ 2432.678016] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.687209] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.188410] env[62448]: DEBUG oslo_vmware.api [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094006, 'name': PowerOnVM_Task, 'duration_secs': 0.367612} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.188784] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2434.199295] env[62448]: INFO nova.compute.manager [None req-3e7506d7-d183-4ca8-80fb-5a2575332624 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance to original state: 'active' [ 2434.272453] env[62448]: DEBUG nova.compute.manager [req-d2a951da-cd29-49fb-b512-d75848564cc0 req-9efae1ae-9fee-445b-b039-4f4a5cb264db service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Received event network-vif-plugged-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2434.272894] env[62448]: DEBUG oslo_concurrency.lockutils [req-d2a951da-cd29-49fb-b512-d75848564cc0 req-9efae1ae-9fee-445b-b039-4f4a5cb264db service nova] Acquiring lock "0481128b-6ef4-492a-8d19-92be3c48d80b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.273192] env[62448]: DEBUG oslo_concurrency.lockutils [req-d2a951da-cd29-49fb-b512-d75848564cc0 req-9efae1ae-9fee-445b-b039-4f4a5cb264db service nova] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.273403] env[62448]: DEBUG oslo_concurrency.lockutils [req-d2a951da-cd29-49fb-b512-d75848564cc0 req-9efae1ae-9fee-445b-b039-4f4a5cb264db service nova] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.273617] env[62448]: DEBUG nova.compute.manager [req-d2a951da-cd29-49fb-b512-d75848564cc0 req-9efae1ae-9fee-445b-b039-4f4a5cb264db service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] No waiting events found dispatching network-vif-plugged-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2434.273793] env[62448]: WARNING nova.compute.manager [req-d2a951da-cd29-49fb-b512-d75848564cc0 req-9efae1ae-9fee-445b-b039-4f4a5cb264db service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Received unexpected event network-vif-plugged-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 for instance with vm_state building and task_state spawning. [ 2434.378638] env[62448]: DEBUG nova.network.neutron [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Successfully updated port: 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2434.881421] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2434.881421] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2434.881610] env[62448]: DEBUG nova.network.neutron [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2435.413792] env[62448]: DEBUG nova.network.neutron [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2435.578049] env[62448]: DEBUG nova.network.neutron [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updating instance_info_cache with network_info: [{"id": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "address": "fa:16:3e:fd:d0:ed", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4bc2cf-5a", "ovs_interfaceid": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2435.873895] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.874181] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.874390] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.874582] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.874750] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.876758] env[62448]: INFO nova.compute.manager [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Terminating instance [ 2436.080436] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2436.080758] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Instance network_info: |[{"id": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "address": "fa:16:3e:fd:d0:ed", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4bc2cf-5a", "ovs_interfaceid": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2436.081205] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:d0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2436.088547] env[62448]: DEBUG oslo.service.loopingcall [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2436.088762] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2436.088980] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7380fc91-81c7-4b22-a74f-5e4a382338e0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.110121] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2436.110121] env[62448]: value = "task-2094007" [ 2436.110121] env[62448]: _type = "Task" [ 2436.110121] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.117266] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094007, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.297325] env[62448]: DEBUG nova.compute.manager [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Received event network-changed-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2436.297515] env[62448]: DEBUG nova.compute.manager [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Refreshing instance network info cache due to event network-changed-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2436.297728] env[62448]: DEBUG oslo_concurrency.lockutils [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] Acquiring lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.297870] env[62448]: DEBUG oslo_concurrency.lockutils [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] Acquired lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.298050] env[62448]: DEBUG nova.network.neutron [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Refreshing network info cache for port 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2436.380238] env[62448]: DEBUG nova.compute.manager [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2436.380421] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2436.381326] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95d044-b562-4e41-bfd9-268c235d5554 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.389090] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2436.389314] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-006e3fe8-21eb-4463-9f21-f1e5f94ba6b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.395612] env[62448]: DEBUG oslo_vmware.api [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2436.395612] env[62448]: value = "task-2094008" [ 2436.395612] env[62448]: _type = "Task" [ 2436.395612] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.403012] env[62448]: DEBUG oslo_vmware.api [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.620581] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094007, 'name': CreateVM_Task} progress is 25%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.907365] env[62448]: DEBUG oslo_vmware.api [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094008, 'name': PowerOffVM_Task, 'duration_secs': 0.185145} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.907679] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2436.907877] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2436.908160] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6013857e-15b2-4ba5-94df-e6752fc4f1c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.990328] env[62448]: DEBUG nova.network.neutron [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updated VIF entry in instance network info cache for port 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2436.990692] env[62448]: DEBUG nova.network.neutron [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updating instance_info_cache with network_info: [{"id": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "address": "fa:16:3e:fd:d0:ed", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4bc2cf-5a", "ovs_interfaceid": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.121804] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094007, 'name': CreateVM_Task, 'duration_secs': 0.610361} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.121955] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2437.122767] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2437.122858] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2437.123188] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2437.123438] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8760ae-d6b2-4617-a911-0ecf3255852b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.127953] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2437.127953] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52af5735-5547-6343-e025-d61a7304b628" [ 2437.127953] env[62448]: _type = "Task" [ 2437.127953] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.135447] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52af5735-5547-6343-e025-d61a7304b628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.167855] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2437.168095] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2437.168356] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleting the datastore file [datastore2] 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2437.168646] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9846b560-50a8-41b2-a6d1-82d513c61947 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.174843] env[62448]: DEBUG oslo_vmware.api [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2437.174843] env[62448]: value = "task-2094010" [ 2437.174843] env[62448]: _type = "Task" [ 2437.174843] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.182383] env[62448]: DEBUG oslo_vmware.api [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.493614] env[62448]: DEBUG oslo_concurrency.lockutils [req-752ba68f-7e93-4f62-8c56-5e4611bfe9c9 req-436a8630-582a-47bc-bd28-bee1146d038b service nova] Releasing lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2437.638307] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52af5735-5547-6343-e025-d61a7304b628, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.638610] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2437.638825] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2437.639076] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2437.639229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2437.639488] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2437.639675] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76a0114-f46b-453d-8548-8bf1f47312a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.648134] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2437.648315] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2437.649018] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf24809-4a9a-44de-9bf9-71dee3e95315 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.654019] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2437.654019] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52ecc17b-63dd-ce41-2ed1-6b274607946f" [ 2437.654019] env[62448]: _type = "Task" [ 2437.654019] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.661936] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ecc17b-63dd-ce41-2ed1-6b274607946f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.684328] env[62448]: DEBUG oslo_vmware.api [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14409} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.684558] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2437.684739] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2437.684913] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2437.685096] env[62448]: INFO nova.compute.manager [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2437.685340] env[62448]: DEBUG oslo.service.loopingcall [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2437.685518] env[62448]: DEBUG nova.compute.manager [-] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2437.685613] env[62448]: DEBUG nova.network.neutron [-] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2437.779688] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2438.164067] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52ecc17b-63dd-ce41-2ed1-6b274607946f, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.164840] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38797e07-cba3-4a0e-a24a-1d4cd731deab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.169896] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2438.169896] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5268ec13-fe95-b63d-7368-613188b09401" [ 2438.169896] env[62448]: _type = "Task" [ 2438.169896] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.177131] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5268ec13-fe95-b63d-7368-613188b09401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.283227] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.283227] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.283400] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.283442] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2438.284484] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3187e58-d251-457d-883e-6e0fce73f12f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.292357] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2690088-ccbc-46c7-880e-70beed165e9e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.306440] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c2f8a9-ef07-434d-be85-6475caec1247 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.313157] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7149c-0d32-4e20-8f37-4338f17a527e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.343661] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180097MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2438.343818] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.344095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.347816] env[62448]: DEBUG nova.compute.manager [req-5aa57f0d-da19-4855-86d2-26212fd3cce4 req-da21c385-1f82-4f57-851e-7fa128f27a7c service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Received event network-vif-deleted-f619b92d-d943-4821-93a4-c39385d5f3e8 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2438.348000] env[62448]: INFO nova.compute.manager [req-5aa57f0d-da19-4855-86d2-26212fd3cce4 req-da21c385-1f82-4f57-851e-7fa128f27a7c service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Neutron deleted interface f619b92d-d943-4821-93a4-c39385d5f3e8; detaching it from the instance and deleting it from the info cache [ 2438.348195] env[62448]: DEBUG nova.network.neutron [req-5aa57f0d-da19-4855-86d2-26212fd3cce4 req-da21c385-1f82-4f57-851e-7fa128f27a7c service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.579598] env[62448]: DEBUG nova.network.neutron [-] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.681256] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5268ec13-fe95-b63d-7368-613188b09401, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.681585] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.681873] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 0481128b-6ef4-492a-8d19-92be3c48d80b/0481128b-6ef4-492a-8d19-92be3c48d80b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2438.682187] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fca93f5c-bb64-40ae-b241-19a45ff77003 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.690056] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2438.690056] env[62448]: value = "task-2094011" [ 2438.690056] env[62448]: _type = "Task" [ 2438.690056] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.698473] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.854049] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd092032-323c-4be8-be0a-7ffea6e8b967 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.865783] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde61e5-4c3e-42b2-b6c8-fc728dbc24fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.893934] env[62448]: DEBUG nova.compute.manager [req-5aa57f0d-da19-4855-86d2-26212fd3cce4 req-da21c385-1f82-4f57-851e-7fa128f27a7c service nova] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Detach interface failed, port_id=f619b92d-d943-4821-93a4-c39385d5f3e8, reason: Instance 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2439.083614] env[62448]: INFO nova.compute.manager [-] [instance: 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c] Took 1.40 seconds to deallocate network for instance. [ 2439.200944] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417128} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.201170] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 0481128b-6ef4-492a-8d19-92be3c48d80b/0481128b-6ef4-492a-8d19-92be3c48d80b.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2439.201386] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2439.201695] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-000a7200-3672-4717-b3ad-ef3a903624b7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.207576] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2439.207576] env[62448]: value = "task-2094012" [ 2439.207576] env[62448]: _type = "Task" [ 2439.207576] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.215307] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.376742] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.376904] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 1354feb4-636d-45bb-992a-12e90acfa1e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.377044] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.377168] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 23b0776e-566a-4d79-9f46-fe59cd533221 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.377281] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 0481128b-6ef4-492a-8d19-92be3c48d80b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2439.377474] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2439.377611] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2439.442123] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4392c1b-e361-4f0b-8d2e-8106ab18a912 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.449682] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83506d19-a0c9-4c79-8691-09c2c618c19b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.479517] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d8ed1b-af9e-490b-a995-1ff389023119 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.486857] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0ce515-4074-4cf0-9a5a-5302b78577ba {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.499634] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2439.589938] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.718236] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0719} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.718572] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2439.719223] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba4398-aeda-45af-99b1-7e80408f67f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.740296] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 0481128b-6ef4-492a-8d19-92be3c48d80b/0481128b-6ef4-492a-8d19-92be3c48d80b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2439.740525] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c64468-ce73-471d-ab20-bd4e0c9c7614 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.759774] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2439.759774] env[62448]: value = "task-2094013" [ 2439.759774] env[62448]: _type = "Task" [ 2439.759774] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.767628] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.003018] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2440.269209] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094013, 'name': ReconfigVM_Task, 'duration_secs': 0.268596} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.269487] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 0481128b-6ef4-492a-8d19-92be3c48d80b/0481128b-6ef4-492a-8d19-92be3c48d80b.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2440.270113] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9017d651-fb30-4113-b792-8cab639c7d57 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.276841] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2440.276841] env[62448]: value = "task-2094014" [ 2440.276841] env[62448]: _type = "Task" [ 2440.276841] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.284799] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094014, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.508067] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2440.508249] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.508523] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.919s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.508746] env[62448]: DEBUG nova.objects.instance [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'resources' on Instance uuid 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2440.786831] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094014, 'name': Rename_Task, 'duration_secs': 0.138114} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.787216] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2440.787326] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c96748-6ccc-48e8-9135-7098bfb70f85 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.793928] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2440.793928] env[62448]: value = "task-2094015" [ 2440.793928] env[62448]: _type = "Task" [ 2440.793928] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.800977] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.076519] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd555a-93c4-469c-9939-569950ba3361 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.083839] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d07ddfd-5037-458e-bb3a-efd2dd0aafcb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.114081] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7b206-ddb1-4e82-acf8-344461748fb1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.121034] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7d2640-c475-4a52-af85-fef0440e6e98 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.134045] env[62448]: DEBUG nova.compute.provider_tree [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2441.304135] env[62448]: DEBUG oslo_vmware.api [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094015, 'name': PowerOnVM_Task, 'duration_secs': 0.466292} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.304347] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2441.304544] env[62448]: INFO nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Took 14.89 seconds to spawn the instance on the hypervisor. [ 2441.304722] env[62448]: DEBUG nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2441.305491] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f73cea-83c5-48f4-969a-5a26c19fb1a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.510301] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.636737] env[62448]: DEBUG nova.scheduler.client.report [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2441.821078] env[62448]: INFO nova.compute.manager [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Took 19.64 seconds to build instance. [ 2442.016054] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2442.068584] env[62448]: DEBUG nova.compute.manager [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Received event network-changed-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2442.068691] env[62448]: DEBUG nova.compute.manager [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Refreshing instance network info cache due to event network-changed-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2442.068894] env[62448]: DEBUG oslo_concurrency.lockutils [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] Acquiring lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.069050] env[62448]: DEBUG oslo_concurrency.lockutils [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] Acquired lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.069143] env[62448]: DEBUG nova.network.neutron [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Refreshing network info cache for port 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2442.141244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.159717] env[62448]: INFO nova.scheduler.client.report [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted allocations for instance 3a7a8ffe-5b23-4c67-b47c-de69e2967c6c [ 2442.323628] env[62448]: DEBUG oslo_concurrency.lockutils [None req-44c0eb2b-5be4-4c58-8937-215de64eb4c8 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.151s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.666414] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3b98c5b8-ac00-4f83-8f09-649a48b7c165 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "3a7a8ffe-5b23-4c67-b47c-de69e2967c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.792s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.771510] env[62448]: DEBUG nova.network.neutron [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updated VIF entry in instance network info cache for port 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2442.771898] env[62448]: DEBUG nova.network.neutron [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updating instance_info_cache with network_info: [{"id": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "address": "fa:16:3e:fd:d0:ed", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4bc2cf-5a", "ovs_interfaceid": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2442.779933] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2442.780215] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2443.274631] env[62448]: DEBUG oslo_concurrency.lockutils [req-b9139eb4-fd06-4f11-8818-73b73a1f7617 req-45b4718b-ca9d-40e4-9f0a-5b828614fba9 service nova] Releasing lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.780477] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2444.024193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.024535] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.526952] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2445.052690] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.053032] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.055060] env[62448]: INFO nova.compute.claims [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2446.141824] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf59acb-b861-4064-9521-3d7cf735e6fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.149230] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c7aed-99f9-4b01-addc-f004d4ee3a2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.180314] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77331d5-4d05-4589-9448-735ba2662f8f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.187679] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae2ab2-3eac-48fa-a2e8-c08981bf291f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.200362] env[62448]: DEBUG nova.compute.provider_tree [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2446.704068] env[62448]: DEBUG nova.scheduler.client.report [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2446.780532] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2446.780731] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2446.780858] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2447.209036] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.209593] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2447.284040] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Skipping network cache update for instance because it is Building. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2447.311287] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.311428] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.311573] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2447.311749] env[62448]: DEBUG nova.objects.instance [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lazy-loading 'info_cache' on Instance uuid 43e52bf6-bb06-47d1-8478-e64c6c6faf93 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2447.715095] env[62448]: DEBUG nova.compute.utils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2447.716670] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2447.716877] env[62448]: DEBUG nova.network.neutron [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2447.910084] env[62448]: DEBUG nova.policy [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63faf8d5cbdd4456bf5386f1ae83a005', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c1cf0ecdf0546169a07e8ad3c474176', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2448.163391] env[62448]: DEBUG nova.network.neutron [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Successfully created port: da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2448.220655] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2449.046231] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2449.230196] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2449.255780] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2449.256040] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2449.256203] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2449.256385] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2449.256528] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2449.256682] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2449.256919] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2449.257186] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2449.257446] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2449.257530] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2449.257696] env[62448]: DEBUG nova.virt.hardware [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2449.258622] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e5127-af3d-421e-a7f6-e8321784f211 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.268463] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab6430-9393-455f-82e5-e60c8dcdb0cf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.548960] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2449.549212] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2449.549443] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2449.549577] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2453.007112] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.007389] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.007630] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "1354feb4-636d-45bb-992a-12e90acfa1e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.007835] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.008011] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.009991] env[62448]: INFO nova.compute.manager [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Terminating instance [ 2453.514178] env[62448]: DEBUG nova.compute.manager [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2453.514507] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2453.515650] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d0ae0-961c-41f5-98aa-0fd8e354b4d4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.525757] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2453.526100] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5615c1bb-7d06-469c-902f-e72e20d400d7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.533558] env[62448]: DEBUG oslo_vmware.api [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2453.533558] env[62448]: value = "task-2094021" [ 2453.533558] env[62448]: _type = "Task" [ 2453.533558] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.542760] env[62448]: DEBUG oslo_vmware.api [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.779808] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2454.043377] env[62448]: DEBUG oslo_vmware.api [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094021, 'name': PowerOffVM_Task, 'duration_secs': 0.335679} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.043720] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2454.043875] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2454.044193] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e065ab-75f9-485f-94e3-5e67b818c089 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.175296] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2454.175512] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2454.175687] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Deleting the datastore file [datastore2] 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2454.175958] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5303ae54-a200-40e0-b1b9-cef1bcf888f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.182212] env[62448]: DEBUG oslo_vmware.api [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2454.182212] env[62448]: value = "task-2094024" [ 2454.182212] env[62448]: _type = "Task" [ 2454.182212] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.189472] env[62448]: DEBUG oslo_vmware.api [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.700594] env[62448]: DEBUG oslo_vmware.api [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145736} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.700799] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2454.700952] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2454.701146] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2454.701347] env[62448]: INFO nova.compute.manager [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2454.701588] env[62448]: DEBUG oslo.service.loopingcall [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2454.701791] env[62448]: DEBUG nova.compute.manager [-] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2454.701894] env[62448]: DEBUG nova.network.neutron [-] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2455.172903] env[62448]: DEBUG nova.compute.manager [req-966718dd-a07c-4340-930a-059c7d62cfa1 req-5b0c2f8d-8523-43b3-af32-c4110ecedb73 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Received event network-vif-plugged-da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2455.173178] env[62448]: DEBUG oslo_concurrency.lockutils [req-966718dd-a07c-4340-930a-059c7d62cfa1 req-5b0c2f8d-8523-43b3-af32-c4110ecedb73 service nova] Acquiring lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.173341] env[62448]: DEBUG oslo_concurrency.lockutils [req-966718dd-a07c-4340-930a-059c7d62cfa1 req-5b0c2f8d-8523-43b3-af32-c4110ecedb73 service nova] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.173507] env[62448]: DEBUG oslo_concurrency.lockutils [req-966718dd-a07c-4340-930a-059c7d62cfa1 req-5b0c2f8d-8523-43b3-af32-c4110ecedb73 service nova] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.173667] env[62448]: DEBUG nova.compute.manager [req-966718dd-a07c-4340-930a-059c7d62cfa1 req-5b0c2f8d-8523-43b3-af32-c4110ecedb73 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] No waiting events found dispatching network-vif-plugged-da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2455.173828] env[62448]: WARNING nova.compute.manager [req-966718dd-a07c-4340-930a-059c7d62cfa1 req-5b0c2f8d-8523-43b3-af32-c4110ecedb73 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Received unexpected event network-vif-plugged-da481105-084c-4082-935e-fe582eca6c41 for instance with vm_state building and task_state spawning. [ 2455.307281] env[62448]: DEBUG nova.network.neutron [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Successfully updated port: da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2455.752895] env[62448]: DEBUG nova.network.neutron [-] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.775690] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2455.810277] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.810431] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.810758] env[62448]: DEBUG nova.network.neutron [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2456.255528] env[62448]: INFO nova.compute.manager [-] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Took 1.55 seconds to deallocate network for instance. [ 2456.344606] env[62448]: DEBUG nova.network.neutron [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2456.465499] env[62448]: DEBUG nova.network.neutron [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [{"id": "da481105-084c-4082-935e-fe582eca6c41", "address": "fa:16:3e:32:da:e5", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda481105-08", "ovs_interfaceid": "da481105-084c-4082-935e-fe582eca6c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.762636] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.762911] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.763146] env[62448]: DEBUG nova.objects.instance [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'resources' on Instance uuid 1354feb4-636d-45bb-992a-12e90acfa1e0 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2456.967985] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.968331] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Instance network_info: |[{"id": "da481105-084c-4082-935e-fe582eca6c41", "address": "fa:16:3e:32:da:e5", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda481105-08", "ovs_interfaceid": "da481105-084c-4082-935e-fe582eca6c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2456.968752] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:da:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da481105-084c-4082-935e-fe582eca6c41', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2456.976491] env[62448]: DEBUG oslo.service.loopingcall [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2456.976491] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2456.976672] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb60b4dc-6f44-4c60-bf34-c442e386a9e5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.999272] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2456.999272] env[62448]: value = "task-2094026" [ 2456.999272] env[62448]: _type = "Task" [ 2456.999272] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.007079] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094026, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.202572] env[62448]: DEBUG nova.compute.manager [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] [instance: 1354feb4-636d-45bb-992a-12e90acfa1e0] Received event network-vif-deleted-132df6b2-7bd0-4d60-a217-97a8f8a64bd7 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2457.202785] env[62448]: DEBUG nova.compute.manager [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Received event network-changed-da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2457.202982] env[62448]: DEBUG nova.compute.manager [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Refreshing instance network info cache due to event network-changed-da481105-084c-4082-935e-fe582eca6c41. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2457.203211] env[62448]: DEBUG oslo_concurrency.lockutils [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] Acquiring lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2457.203351] env[62448]: DEBUG oslo_concurrency.lockutils [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] Acquired lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.203507] env[62448]: DEBUG nova.network.neutron [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Refreshing network info cache for port da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2457.346517] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39a5c3-7c2f-4d9b-bf41-f454dd5893da {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.353952] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f152b107-5e33-4d7f-abb7-cce5105c53d9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.386030] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39e193b-4bde-4cb8-8b60-60d3b1e0f043 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.393570] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7764313f-ce87-462d-af87-f1e0cd5600a1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.406573] env[62448]: DEBUG nova.compute.provider_tree [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2457.509505] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094026, 'name': CreateVM_Task, 'duration_secs': 0.377237} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.509693] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2457.510405] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2457.510565] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.510879] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2457.511145] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984eba2f-1fa6-4268-84c6-1f547020f632 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.515744] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2457.515744] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52e102e9-963d-9f05-1bd9-249d41fef739" [ 2457.515744] env[62448]: _type = "Task" [ 2457.515744] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.523370] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e102e9-963d-9f05-1bd9-249d41fef739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.910008] env[62448]: DEBUG nova.scheduler.client.report [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2457.957599] env[62448]: DEBUG nova.network.neutron [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updated VIF entry in instance network info cache for port da481105-084c-4082-935e-fe582eca6c41. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2457.957946] env[62448]: DEBUG nova.network.neutron [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [{"id": "da481105-084c-4082-935e-fe582eca6c41", "address": "fa:16:3e:32:da:e5", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda481105-08", "ovs_interfaceid": "da481105-084c-4082-935e-fe582eca6c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2458.025573] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52e102e9-963d-9f05-1bd9-249d41fef739, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.025856] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.026092] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2458.026334] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2458.026478] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2458.026653] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2458.026924] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5b6198-4e8b-4751-b35a-bde25fc295f3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.034829] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2458.035015] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2458.035693] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b1447f-2e48-4cb6-be6f-c1d5b5da04f6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.040933] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2458.040933] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]521fb53f-28d0-1c1e-0aa8-09d2cb77d255" [ 2458.040933] env[62448]: _type = "Task" [ 2458.040933] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.049777] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521fb53f-28d0-1c1e-0aa8-09d2cb77d255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.415363] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.435417] env[62448]: INFO nova.scheduler.client.report [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Deleted allocations for instance 1354feb4-636d-45bb-992a-12e90acfa1e0 [ 2458.460863] env[62448]: DEBUG oslo_concurrency.lockutils [req-c19b121d-cf90-448f-bbf7-21ec9a0b6ba1 req-c83d0a46-4483-499d-bad1-24fe725be2d0 service nova] Releasing lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.552062] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]521fb53f-28d0-1c1e-0aa8-09d2cb77d255, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.552494] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200853d3-8719-44d1-981b-30118b48f171 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.557445] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2458.557445] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5254a269-87bf-5408-ba5e-866fd1892677" [ 2458.557445] env[62448]: _type = "Task" [ 2458.557445] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.565291] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5254a269-87bf-5408-ba5e-866fd1892677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.944249] env[62448]: DEBUG oslo_concurrency.lockutils [None req-7835db77-42f8-4f6c-89f9-6d66b0e9b023 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "1354feb4-636d-45bb-992a-12e90acfa1e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.937s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2459.071566] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5254a269-87bf-5408-ba5e-866fd1892677, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.072090] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2459.072583] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 10ff9f6b-2102-4aca-ab09-0f2d0175fecc/10ff9f6b-2102-4aca-ab09-0f2d0175fecc.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2459.073081] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b3b177-a0f3-49b4-be32-83661b7936d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.082695] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2459.082695] env[62448]: value = "task-2094028" [ 2459.082695] env[62448]: _type = "Task" [ 2459.082695] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.093801] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.594133] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447827} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.594561] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 10ff9f6b-2102-4aca-ab09-0f2d0175fecc/10ff9f6b-2102-4aca-ab09-0f2d0175fecc.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2459.594662] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2459.594871] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eace8ed3-32b1-4950-b326-484ba6213809 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.603543] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2459.603543] env[62448]: value = "task-2094029" [ 2459.603543] env[62448]: _type = "Task" [ 2459.603543] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.612697] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.113318] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072325} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.113594] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2460.114371] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8818e03-374d-4ef1-88f4-836767379246 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.135814] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 10ff9f6b-2102-4aca-ab09-0f2d0175fecc/10ff9f6b-2102-4aca-ab09-0f2d0175fecc.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2460.136087] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2509d2c-730b-4461-acf8-8019d62913ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.155271] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2460.155271] env[62448]: value = "task-2094030" [ 2460.155271] env[62448]: _type = "Task" [ 2460.155271] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.163029] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.665094] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094030, 'name': ReconfigVM_Task, 'duration_secs': 0.284289} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.665434] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 10ff9f6b-2102-4aca-ab09-0f2d0175fecc/10ff9f6b-2102-4aca-ab09-0f2d0175fecc.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2460.666071] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0d1bc5e-461d-4443-9f74-40919ed8970b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.672145] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2460.672145] env[62448]: value = "task-2094031" [ 2460.672145] env[62448]: _type = "Task" [ 2460.672145] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.679294] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094031, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.977819] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.978116] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.180137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "17283a0e-6a61-495a-8fe5-e548d05e397c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.180410] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.186478] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094031, 'name': Rename_Task, 'duration_secs': 0.177505} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.186728] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2461.186958] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b74ea74-50ce-4eb5-83c8-8b62d24704dc {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.193889] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2461.193889] env[62448]: value = "task-2094032" [ 2461.193889] env[62448]: _type = "Task" [ 2461.193889] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.203014] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.480315] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2461.641533] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.641766] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.682997] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Starting instance... {{(pid=62448) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2461.703684] env[62448]: DEBUG oslo_vmware.api [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094032, 'name': PowerOnVM_Task, 'duration_secs': 0.456341} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.703908] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2461.704121] env[62448]: INFO nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Took 12.47 seconds to spawn the instance on the hypervisor. [ 2461.704332] env[62448]: DEBUG nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2461.705050] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d210c72c-240e-40fe-ab7d-243a3b7abfa9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.002629] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.002897] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.004427] env[62448]: INFO nova.compute.claims [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2462.145015] env[62448]: DEBUG nova.compute.utils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2462.201514] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.221991] env[62448]: INFO nova.compute.manager [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Took 17.19 seconds to build instance. [ 2462.648090] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.724301] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0be279c6-272f-4337-81bd-f1c9ebb3e24b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.700s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.943248] env[62448]: DEBUG nova.compute.manager [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Received event network-changed-da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2462.943501] env[62448]: DEBUG nova.compute.manager [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Refreshing instance network info cache due to event network-changed-da481105-084c-4082-935e-fe582eca6c41. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2462.943769] env[62448]: DEBUG oslo_concurrency.lockutils [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] Acquiring lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2462.943871] env[62448]: DEBUG oslo_concurrency.lockutils [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] Acquired lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2462.944019] env[62448]: DEBUG nova.network.neutron [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Refreshing network info cache for port da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2463.104620] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340cd69-7b57-45c0-8884-d5908163394e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.115928] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285d784c-7952-457c-8908-414b6b411662 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.148198] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9709205-3505-46b0-a092-39fcf16ff9b3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.155726] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba084108-9a05-4bbc-ad77-6203de4b71c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.170320] env[62448]: DEBUG nova.compute.provider_tree [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2463.676279] env[62448]: DEBUG nova.scheduler.client.report [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2463.706025] env[62448]: DEBUG nova.network.neutron [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updated VIF entry in instance network info cache for port da481105-084c-4082-935e-fe582eca6c41. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2463.706582] env[62448]: DEBUG nova.network.neutron [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [{"id": "da481105-084c-4082-935e-fe582eca6c41", "address": "fa:16:3e:32:da:e5", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda481105-08", "ovs_interfaceid": "da481105-084c-4082-935e-fe582eca6c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.719109] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2463.719370] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2463.719610] env[62448]: INFO nova.compute.manager [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Attaching volume 4caf018b-4d96-4c40-8a65-f7d85685fac7 to /dev/sdb [ 2463.763996] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929c3410-8d01-499d-aa31-f13b30953974 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.771411] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e65daa-b2fd-4670-bcb2-c183b92932af {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.786322] env[62448]: DEBUG nova.virt.block_device [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updating existing volume attachment record: 331dadd1-701a-477f-a135-3b99104002aa {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2464.181506] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.182041] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2464.184835] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.983s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.186315] env[62448]: INFO nova.compute.claims [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2464.209695] env[62448]: DEBUG oslo_concurrency.lockutils [req-eb2ad8b1-28f3-4a94-9d4d-fd616e499449 req-743c52cd-08a1-4617-95e8-d7b16faea03a service nova] Releasing lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.690971] env[62448]: DEBUG nova.compute.utils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2464.695655] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2464.695655] env[62448]: DEBUG nova.network.neutron [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2464.736554] env[62448]: DEBUG nova.policy [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b35fd702c6e543ab9d486d3a4871d90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1012931b6d464005bd880eb6c67c1f04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2465.000949] env[62448]: DEBUG nova.network.neutron [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Successfully created port: 21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2465.195863] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2465.291977] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61adda6-8345-4e89-a162-4e6db12aa925 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.303241] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbfe744-9446-4cb6-af55-acca29011017 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.333570] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f832a-66f6-4451-b5af-2329e4bdd6e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.340438] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c384ab2c-dfd1-4c54-970e-4166535c6592 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.354160] env[62448]: DEBUG nova.compute.provider_tree [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2465.857075] env[62448]: DEBUG nova.scheduler.client.report [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2466.209538] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2466.235021] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T20:01:52Z,direct_url=,disk_format='vmdk',id=dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='27eb0a949c5840cdb7020ee7f56ce709',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T20:01:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2466.235287] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2466.235447] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2466.235626] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2466.235768] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2466.235912] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2466.236139] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2466.236304] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2466.236471] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2466.236631] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2466.236800] env[62448]: DEBUG nova.virt.hardware [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2466.237693] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2076547-97cb-4b25-87ab-f83750b99bb8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.245148] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8ac28b-e076-4e6e-a6be-e7f62957ab5f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.361227] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.361652] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Start building networks asynchronously for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2466.867551] env[62448]: DEBUG nova.compute.utils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2466.868971] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Allocating IP information in the background. {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2466.869186] env[62448]: DEBUG nova.network.neutron [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] allocate_for_instance() {{(pid=62448) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2466.939042] env[62448]: DEBUG nova.policy [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49e11a36bf3f4809b5fc7cec60f2aa70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c3fae02a444319575087479233071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62448) authorize /opt/stack/nova/nova/policy.py:192}} [ 2467.196371] env[62448]: DEBUG nova.network.neutron [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Successfully created port: 0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2467.372762] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Start building block device mappings for instance. {{(pid=62448) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2467.877862] env[62448]: INFO nova.virt.block_device [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Booting with volume 66c1bd45-a360-499a-97c6-e40c184ab719 at /dev/sda [ 2467.909669] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d510001c-f404-4570-9889-a8873590badd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.918904] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69885d35-dec9-4715-b75e-3a2c40c4989c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.945571] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78c35d63-76f1-4e58-aea6-8f6f2b0e002a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.953292] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912ed442-1cbe-4aa8-be1c-25c6f84be34a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.980379] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e45068-4c3a-4560-b610-b0c07c8d7792 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.986639] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55971fcf-baae-4150-8a8a-848ce3e5f8ad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.998910] env[62448]: DEBUG nova.virt.block_device [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating existing volume attachment record: 0e06062f-42a0-45e8-8880-bec0208a6a04 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2468.332745] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2468.333081] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428829', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'name': 'volume-4caf018b-4d96-4c40-8a65-f7d85685fac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b0776e-566a-4d79-9f46-fe59cd533221', 'attached_at': '', 'detached_at': '', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'serial': '4caf018b-4d96-4c40-8a65-f7d85685fac7'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2468.334254] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a669761-4808-4152-a189-243a758f9c3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.351022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c98c8-583f-4d72-bab0-bf21bbf3b17d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.375750] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-4caf018b-4d96-4c40-8a65-f7d85685fac7/volume-4caf018b-4d96-4c40-8a65-f7d85685fac7.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2468.376135] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3fe990-5b88-451b-83e9-d9963658fa0d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.393484] env[62448]: DEBUG oslo_vmware.api [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2468.393484] env[62448]: value = "task-2094035" [ 2468.393484] env[62448]: _type = "Task" [ 2468.393484] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.401471] env[62448]: DEBUG oslo_vmware.api [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.903554] env[62448]: DEBUG oslo_vmware.api [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094035, 'name': ReconfigVM_Task, 'duration_secs': 0.358795} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.903761] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-4caf018b-4d96-4c40-8a65-f7d85685fac7/volume-4caf018b-4d96-4c40-8a65-f7d85685fac7.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2468.908398] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59d811c-8829-4977-ace4-140dfb0b71c5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.923074] env[62448]: DEBUG oslo_vmware.api [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2468.923074] env[62448]: value = "task-2094036" [ 2468.923074] env[62448]: _type = "Task" [ 2468.923074] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.930848] env[62448]: DEBUG oslo_vmware.api [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.432830] env[62448]: DEBUG oslo_vmware.api [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094036, 'name': ReconfigVM_Task, 'duration_secs': 0.150243} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.433233] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428829', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'name': 'volume-4caf018b-4d96-4c40-8a65-f7d85685fac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b0776e-566a-4d79-9f46-fe59cd533221', 'attached_at': '', 'detached_at': '', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'serial': '4caf018b-4d96-4c40-8a65-f7d85685fac7'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2470.080185] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Start spawning the instance on the hypervisor. {{(pid=62448) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2470.080740] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2470.080950] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2470.081123] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2470.081309] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2470.081455] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2470.081599] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2470.081800] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2470.081987] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2470.082178] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2470.082353] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2470.082529] env[62448]: DEBUG nova.virt.hardware [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2470.083419] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db208473-e6a3-47e9-a440-af44a341d4d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.091559] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2ca45f-acb4-48f9-9b6a-fc60dfe4d996 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.467155] env[62448]: DEBUG nova.objects.instance [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'flavor' on Instance uuid 23b0776e-566a-4d79-9f46-fe59cd533221 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2470.972054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2a505d08-b09e-4908-9252-5d11cf3d536f tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2471.108057] env[62448]: DEBUG nova.compute.manager [req-70db25fb-67ed-4652-93a3-e44582c73413 req-aaaf7e90-c802-47d5-9b48-d27091c671af service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Received event network-vif-plugged-0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2471.108245] env[62448]: DEBUG oslo_concurrency.lockutils [req-70db25fb-67ed-4652-93a3-e44582c73413 req-aaaf7e90-c802-47d5-9b48-d27091c671af service nova] Acquiring lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2471.108421] env[62448]: DEBUG oslo_concurrency.lockutils [req-70db25fb-67ed-4652-93a3-e44582c73413 req-aaaf7e90-c802-47d5-9b48-d27091c671af service nova] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2471.108587] env[62448]: DEBUG oslo_concurrency.lockutils [req-70db25fb-67ed-4652-93a3-e44582c73413 req-aaaf7e90-c802-47d5-9b48-d27091c671af service nova] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2471.108751] env[62448]: DEBUG nova.compute.manager [req-70db25fb-67ed-4652-93a3-e44582c73413 req-aaaf7e90-c802-47d5-9b48-d27091c671af service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] No waiting events found dispatching network-vif-plugged-0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2471.108915] env[62448]: WARNING nova.compute.manager [req-70db25fb-67ed-4652-93a3-e44582c73413 req-aaaf7e90-c802-47d5-9b48-d27091c671af service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Received unexpected event network-vif-plugged-0d4b335e-9b9d-445e-bfab-f3c595ac69b3 for instance with vm_state building and task_state spawning. [ 2471.173980] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2471.174303] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2471.192865] env[62448]: DEBUG nova.network.neutron [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Successfully updated port: 0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2471.524326] env[62448]: DEBUG nova.network.neutron [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Successfully updated port: 21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2471.682060] env[62448]: INFO nova.compute.manager [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Detaching volume 4caf018b-4d96-4c40-8a65-f7d85685fac7 [ 2471.695527] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2471.695743] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2471.695897] env[62448]: DEBUG nova.network.neutron [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2471.718498] env[62448]: INFO nova.virt.block_device [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Attempting to driver detach volume 4caf018b-4d96-4c40-8a65-f7d85685fac7 from mountpoint /dev/sdb [ 2471.718736] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2471.718920] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428829', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'name': 'volume-4caf018b-4d96-4c40-8a65-f7d85685fac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b0776e-566a-4d79-9f46-fe59cd533221', 'attached_at': '', 'detached_at': '', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'serial': '4caf018b-4d96-4c40-8a65-f7d85685fac7'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2471.719833] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f1013-33bb-4fa9-bf05-d2480a85b728 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.743111] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d27107-035b-4d89-93eb-009a33551f3a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.750125] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd810c7-be61-4406-93f3-7632f6ccfd17 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.769727] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc6932-cef8-460a-9ed1-343e9b81830a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.783854] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] The volume has not been displaced from its original location: [datastore2] volume-4caf018b-4d96-4c40-8a65-f7d85685fac7/volume-4caf018b-4d96-4c40-8a65-f7d85685fac7.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2471.788963] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2471.789233] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b927461-35dd-4260-85e2-e93ad1dc9ad2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.806521] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2471.806521] env[62448]: value = "task-2094037" [ 2471.806521] env[62448]: _type = "Task" [ 2471.806521] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.814247] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.026730] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2472.026865] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2472.027040] env[62448]: DEBUG nova.network.neutron [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2472.226970] env[62448]: DEBUG nova.network.neutron [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2472.316147] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094037, 'name': ReconfigVM_Task, 'duration_secs': 0.21595} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.316417] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2472.322824] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aadfcca9-0c82-4793-8e86-d7136eb4edad {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.339582] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2472.339582] env[62448]: value = "task-2094038" [ 2472.339582] env[62448]: _type = "Task" [ 2472.339582] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.346934] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.362706] env[62448]: DEBUG nova.network.neutron [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.558495] env[62448]: DEBUG nova.network.neutron [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Instance cache missing network info. {{(pid=62448) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2472.718948] env[62448]: DEBUG nova.network.neutron [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updating instance_info_cache with network_info: [{"id": "21a766e0-d72e-4927-a1cd-71a6223b8477", "address": "fa:16:3e:92:21:2e", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a766e0-d7", "ovs_interfaceid": "21a766e0-d72e-4927-a1cd-71a6223b8477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.850169] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.865137] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2472.865455] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Instance network_info: |[{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2472.865836] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:83:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4b335e-9b9d-445e-bfab-f3c595ac69b3', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2472.873432] env[62448]: DEBUG oslo.service.loopingcall [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2472.873635] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2472.873861] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e34c0b-7834-4048-bfa1-483109e265e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.895478] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2472.895478] env[62448]: value = "task-2094039" [ 2472.895478] env[62448]: _type = "Task" [ 2472.895478] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.902849] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094039, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.136858] env[62448]: DEBUG nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Received event network-changed-0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2473.137065] env[62448]: DEBUG nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Refreshing instance network info cache due to event network-changed-0d4b335e-9b9d-445e-bfab-f3c595ac69b3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2473.137284] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Acquiring lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2473.137426] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Acquired lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2473.137585] env[62448]: DEBUG nova.network.neutron [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Refreshing network info cache for port 0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2473.221321] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2473.221641] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Instance network_info: |[{"id": "21a766e0-d72e-4927-a1cd-71a6223b8477", "address": "fa:16:3e:92:21:2e", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a766e0-d7", "ovs_interfaceid": "21a766e0-d72e-4927-a1cd-71a6223b8477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62448) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2473.222119] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:21:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a766e0-d72e-4927-a1cd-71a6223b8477', 'vif_model': 'vmxnet3'}] {{(pid=62448) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2473.232960] env[62448]: DEBUG oslo.service.loopingcall [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2473.233233] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654e518c-102f-4e92-bc82-368196e69637] Creating VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2473.233469] env[62448]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d450c45-b53b-4ded-a688-d25a788a5c41 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.253190] env[62448]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2473.253190] env[62448]: value = "task-2094040" [ 2473.253190] env[62448]: _type = "Task" [ 2473.253190] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.260765] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094040, 'name': CreateVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.350099] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.406800] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094039, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.762168] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094040, 'name': CreateVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.849960] env[62448]: DEBUG oslo_vmware.api [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094038, 'name': ReconfigVM_Task, 'duration_secs': 1.122057} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.850260] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428829', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'name': 'volume-4caf018b-4d96-4c40-8a65-f7d85685fac7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b0776e-566a-4d79-9f46-fe59cd533221', 'attached_at': '', 'detached_at': '', 'volume_id': '4caf018b-4d96-4c40-8a65-f7d85685fac7', 'serial': '4caf018b-4d96-4c40-8a65-f7d85685fac7'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2473.867538] env[62448]: DEBUG nova.network.neutron [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updated VIF entry in instance network info cache for port 0d4b335e-9b9d-445e-bfab-f3c595ac69b3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2473.867884] env[62448]: DEBUG nova.network.neutron [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.906695] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094039, 'name': CreateVM_Task, 'duration_secs': 0.566758} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.906856] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2473.907537] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0e06062f-42a0-45e8-8880-bec0208a6a04', 'device_type': None, 'boot_index': 0, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428827', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'name': 'volume-66c1bd45-a360-499a-97c6-e40c184ab719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17283a0e-6a61-495a-8fe5-e548d05e397c', 'attached_at': '', 'detached_at': '', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'serial': '66c1bd45-a360-499a-97c6-e40c184ab719'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62448) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2473.907740] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Root volume attach. Driver type: vmdk {{(pid=62448) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2473.908510] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2031cbfb-6035-42c6-9700-8aacee98dc8b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.916406] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2e0e5-01d7-4079-814a-b23aee37e03d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.922422] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e64151-7055-4513-8818-99c614d03576 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.928228] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bb3a6da5-a6a7-452d-9827-11af523bdb55 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.935087] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2473.935087] env[62448]: value = "task-2094041" [ 2473.935087] env[62448]: _type = "Task" [ 2473.935087] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.942457] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094041, 'name': RelocateVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.263809] env[62448]: DEBUG oslo_vmware.api [-] Task: {'id': task-2094040, 'name': CreateVM_Task, 'duration_secs': 0.521157} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.264070] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654e518c-102f-4e92-bc82-368196e69637] Created VM on the ESX host {{(pid=62448) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2474.264745] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.264909] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.265244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2474.265496] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4fdc0b-7104-48ab-86f1-d94e29562bda {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.269878] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2474.269878] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5205d7db-89dc-c8d1-3cef-020729df9dce" [ 2474.269878] env[62448]: _type = "Task" [ 2474.269878] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.278582] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5205d7db-89dc-c8d1-3cef-020729df9dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.370705] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Releasing lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2474.371107] env[62448]: DEBUG nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Received event network-vif-plugged-21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2474.371226] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.372553] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Lock "654e518c-102f-4e92-bc82-368196e69637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2474.372553] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Lock "654e518c-102f-4e92-bc82-368196e69637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2474.372553] env[62448]: DEBUG nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] No waiting events found dispatching network-vif-plugged-21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2474.372553] env[62448]: WARNING nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Received unexpected event network-vif-plugged-21a766e0-d72e-4927-a1cd-71a6223b8477 for instance with vm_state building and task_state spawning. [ 2474.372553] env[62448]: DEBUG nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Received event network-changed-21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2474.372553] env[62448]: DEBUG nova.compute.manager [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Refreshing instance network info cache due to event network-changed-21a766e0-d72e-4927-a1cd-71a6223b8477. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2474.372553] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Acquiring lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.372553] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Acquired lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.372924] env[62448]: DEBUG nova.network.neutron [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Refreshing network info cache for port 21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2474.391035] env[62448]: DEBUG nova.objects.instance [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'flavor' on Instance uuid 23b0776e-566a-4d79-9f46-fe59cd533221 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2474.444539] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094041, 'name': RelocateVM_Task, 'duration_secs': 0.029092} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.444831] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2474.445147] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428827', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'name': 'volume-66c1bd45-a360-499a-97c6-e40c184ab719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17283a0e-6a61-495a-8fe5-e548d05e397c', 'attached_at': '', 'detached_at': '', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'serial': '66c1bd45-a360-499a-97c6-e40c184ab719'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2474.445961] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f179872-2529-4afb-967f-f7d457cbb1dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.461203] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba94dd6-cc2f-4652-a4a2-19812648b5c3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.482910] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-66c1bd45-a360-499a-97c6-e40c184ab719/volume-66c1bd45-a360-499a-97c6-e40c184ab719.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2474.483221] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a33e02d-8f51-4c31-8866-4508c3539eb7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.502750] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2474.502750] env[62448]: value = "task-2094042" [ 2474.502750] env[62448]: _type = "Task" [ 2474.502750] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.510449] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.779299] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5205d7db-89dc-c8d1-3cef-020729df9dce, 'name': SearchDatastore_Task, 'duration_secs': 0.046303} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.779593] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2474.779813] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Processing image dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f {{(pid=62448) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2474.780086] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.780240] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.780419] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2474.780675] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf6f3436-e628-45c7-9e11-2de864989a11 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.788580] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62448) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2474.788749] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62448) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2474.789452] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b986a0-9d28-44cd-ba27-03b661523f46 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.794421] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2474.794421] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf36df-b570-2a82-9d4e-be52ddd2a3e1" [ 2474.794421] env[62448]: _type = "Task" [ 2474.794421] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.801649] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf36df-b570-2a82-9d4e-be52ddd2a3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.013268] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094042, 'name': ReconfigVM_Task, 'duration_secs': 0.267652} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.013594] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-66c1bd45-a360-499a-97c6-e40c184ab719/volume-66c1bd45-a360-499a-97c6-e40c184ab719.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2475.018335] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6041ac-58f9-4d4b-adda-1fd98438f352 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.035072] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2475.035072] env[62448]: value = "task-2094043" [ 2475.035072] env[62448]: _type = "Task" [ 2475.035072] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.043893] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.290983] env[62448]: DEBUG nova.network.neutron [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updated VIF entry in instance network info cache for port 21a766e0-d72e-4927-a1cd-71a6223b8477. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2475.291385] env[62448]: DEBUG nova.network.neutron [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updating instance_info_cache with network_info: [{"id": "21a766e0-d72e-4927-a1cd-71a6223b8477", "address": "fa:16:3e:92:21:2e", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a766e0-d7", "ovs_interfaceid": "21a766e0-d72e-4927-a1cd-71a6223b8477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2475.304245] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52bf36df-b570-2a82-9d4e-be52ddd2a3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008169} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.305490] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9049b81f-edc0-420a-9067-886d477a8e1b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.311135] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2475.311135] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]52f7032d-6e65-c318-9f3d-968093e3555d" [ 2475.311135] env[62448]: _type = "Task" [ 2475.311135] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.319782] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f7032d-6e65-c318-9f3d-968093e3555d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.399974] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8a5822e4-b972-4e2e-8395-5020d1e2b2ff tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.226s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2475.544800] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094043, 'name': ReconfigVM_Task, 'duration_secs': 0.12801} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.545107] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428827', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'name': 'volume-66c1bd45-a360-499a-97c6-e40c184ab719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17283a0e-6a61-495a-8fe5-e548d05e397c', 'attached_at': '', 'detached_at': '', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'serial': '66c1bd45-a360-499a-97c6-e40c184ab719'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2475.545622] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9d151d9-27e1-4787-bfb8-83af4f7b0c81 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.552346] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2475.552346] env[62448]: value = "task-2094044" [ 2475.552346] env[62448]: _type = "Task" [ 2475.552346] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.559601] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094044, 'name': Rename_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.794315] env[62448]: DEBUG oslo_concurrency.lockutils [req-80194fcd-9bbf-462c-b57d-ad401f7a4e8e req-2b09d8a9-71e9-4e22-af3b-9305756c4e22 service nova] Releasing lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2475.820904] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]52f7032d-6e65-c318-9f3d-968093e3555d, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.821129] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2475.821381] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 654e518c-102f-4e92-bc82-368196e69637/654e518c-102f-4e92-bc82-368196e69637.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2475.821646] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ae6570-357c-47d0-8519-a19543edd356 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.828251] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2475.828251] env[62448]: value = "task-2094045" [ 2475.828251] env[62448]: _type = "Task" [ 2475.828251] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.835498] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.062305] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094044, 'name': Rename_Task, 'duration_secs': 0.120364} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.062607] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2476.062840] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f72c46a-47a2-4c78-a23d-fad4e6e44ece {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.070135] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2476.070135] env[62448]: value = "task-2094046" [ 2476.070135] env[62448]: _type = "Task" [ 2476.070135] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.078656] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.337821] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450643} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.338078] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f/dc25f7ce-4cfe-4594-8a2a-925eb8d21c3f.vmdk to [datastore2] 654e518c-102f-4e92-bc82-368196e69637/654e518c-102f-4e92-bc82-368196e69637.vmdk {{(pid=62448) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2476.338238] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Extending root virtual disk to 1048576 {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2476.338613] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b134a543-1bd9-4d51-af9d-08ee9f5fc4bd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.345030] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2476.345030] env[62448]: value = "task-2094047" [ 2476.345030] env[62448]: _type = "Task" [ 2476.345030] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.353345] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.453268] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.453542] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.453714] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "23b0776e-566a-4d79-9f46-fe59cd533221-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.453893] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.454073] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.456356] env[62448]: INFO nova.compute.manager [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Terminating instance [ 2476.580735] env[62448]: DEBUG oslo_vmware.api [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094046, 'name': PowerOnVM_Task, 'duration_secs': 0.509571} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.580997] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2476.581385] env[62448]: INFO nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Took 6.50 seconds to spawn the instance on the hypervisor. [ 2476.581642] env[62448]: DEBUG nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2476.582404] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f33ac-ef59-492a-82da-75a6efcc8bd0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.856052] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059162} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.856052] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Extended root virtual disk {{(pid=62448) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2476.856504] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e8a0a3-968f-43ae-9e63-4968a6db74bb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.878348] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 654e518c-102f-4e92-bc82-368196e69637/654e518c-102f-4e92-bc82-368196e69637.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2476.878542] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df62bd3a-037a-4f83-8ad6-af64f174e7f2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.898301] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2476.898301] env[62448]: value = "task-2094048" [ 2476.898301] env[62448]: _type = "Task" [ 2476.898301] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.905951] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.959914] env[62448]: DEBUG nova.compute.manager [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2476.960247] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2476.961105] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b04cfe-c738-47a8-8554-919226b91190 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.968902] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2476.969190] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de57b109-084c-423a-881e-1734d689d384 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.975217] env[62448]: DEBUG oslo_vmware.api [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2476.975217] env[62448]: value = "task-2094049" [ 2476.975217] env[62448]: _type = "Task" [ 2476.975217] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.983765] env[62448]: DEBUG oslo_vmware.api [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.100787] env[62448]: INFO nova.compute.manager [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Took 14.91 seconds to build instance. [ 2477.408568] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.485159] env[62448]: DEBUG oslo_vmware.api [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094049, 'name': PowerOffVM_Task, 'duration_secs': 0.390276} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.485417] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2477.485619] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2477.485870] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1dc5631-4b53-4834-b130-c3c7423b7ff7 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.603377] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f97d6071-fc0a-4afb-8568-ee6971986800 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.423s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2477.682581] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2477.683016] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2477.683016] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleting the datastore file [datastore2] 23b0776e-566a-4d79-9f46-fe59cd533221 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2477.683214] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a8cec8e-c492-4fd5-9aaf-41a7c0975318 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.691267] env[62448]: DEBUG oslo_vmware.api [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for the task: (returnval){ [ 2477.691267] env[62448]: value = "task-2094051" [ 2477.691267] env[62448]: _type = "Task" [ 2477.691267] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.705913] env[62448]: DEBUG oslo_vmware.api [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.908734] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094048, 'name': ReconfigVM_Task, 'duration_secs': 0.80491} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.909061] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 654e518c-102f-4e92-bc82-368196e69637/654e518c-102f-4e92-bc82-368196e69637.vmdk or device None with type sparse {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2477.909687] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a35b2ce8-4960-4fca-9586-90118e8ceb37 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.918248] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2477.918248] env[62448]: value = "task-2094052" [ 2477.918248] env[62448]: _type = "Task" [ 2477.918248] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.927528] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094052, 'name': Rename_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.114411] env[62448]: DEBUG nova.compute.manager [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Received event network-changed-35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2478.114411] env[62448]: DEBUG nova.compute.manager [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Refreshing instance network info cache due to event network-changed-35d804b7-d134-408b-a1c2-86505a4c158a. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2478.114411] env[62448]: DEBUG oslo_concurrency.lockutils [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] Acquiring lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2478.114411] env[62448]: DEBUG oslo_concurrency.lockutils [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] Acquired lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2478.114411] env[62448]: DEBUG nova.network.neutron [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Refreshing network info cache for port 35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2478.201409] env[62448]: DEBUG oslo_vmware.api [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Task: {'id': task-2094051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313839} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.201478] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2478.201633] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2478.201812] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2478.202029] env[62448]: INFO nova.compute.manager [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2478.202281] env[62448]: DEBUG oslo.service.loopingcall [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2478.202475] env[62448]: DEBUG nova.compute.manager [-] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2478.202570] env[62448]: DEBUG nova.network.neutron [-] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2478.428905] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094052, 'name': Rename_Task, 'duration_secs': 0.160376} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.429233] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2478.429493] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65ae236-a3e7-40c6-abb0-7761f6ee3c5e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.436120] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2478.436120] env[62448]: value = "task-2094053" [ 2478.436120] env[62448]: _type = "Task" [ 2478.436120] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.445225] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.906828] env[62448]: DEBUG nova.network.neutron [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updated VIF entry in instance network info cache for port 35d804b7-d134-408b-a1c2-86505a4c158a. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2478.907220] env[62448]: DEBUG nova.network.neutron [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [{"id": "35d804b7-d134-408b-a1c2-86505a4c158a", "address": "fa:16:3e:a4:08:1e", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d804b7-d1", "ovs_interfaceid": "35d804b7-d134-408b-a1c2-86505a4c158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.946870] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.323689] env[62448]: DEBUG nova.network.neutron [-] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2479.410123] env[62448]: DEBUG oslo_concurrency.lockutils [req-fe7c898a-ab5a-44fe-b2b2-947e5c8a43a8 req-0d1f2b50-625f-4170-8c57-942c33d45c35 service nova] Releasing lock "refresh_cache-43e52bf6-bb06-47d1-8478-e64c6c6faf93" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2479.446898] env[62448]: DEBUG oslo_vmware.api [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094053, 'name': PowerOnVM_Task, 'duration_secs': 0.553038} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.447605] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2479.447605] env[62448]: INFO nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Took 13.24 seconds to spawn the instance on the hypervisor. [ 2479.447747] env[62448]: DEBUG nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2479.448581] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5047aa32-da95-4b21-9b85-6ebb2462915f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.637913] env[62448]: DEBUG nova.compute.manager [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Stashing vm_state: active {{(pid=62448) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2479.827112] env[62448]: INFO nova.compute.manager [-] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Took 1.62 seconds to deallocate network for instance. [ 2479.966869] env[62448]: INFO nova.compute.manager [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Took 17.98 seconds to build instance. [ 2480.140867] env[62448]: DEBUG nova.compute.manager [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Received event network-changed-0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2480.141029] env[62448]: DEBUG nova.compute.manager [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Refreshing instance network info cache due to event network-changed-0d4b335e-9b9d-445e-bfab-f3c595ac69b3. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2480.141258] env[62448]: DEBUG oslo_concurrency.lockutils [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] Acquiring lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2480.141417] env[62448]: DEBUG oslo_concurrency.lockutils [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] Acquired lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2480.141578] env[62448]: DEBUG nova.network.neutron [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Refreshing network info cache for port 0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2480.159686] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2480.160049] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2480.334192] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2480.469044] env[62448]: DEBUG oslo_concurrency.lockutils [None req-a17d084f-634b-42ba-9154-7102f731c725 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.491s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.664061] env[62448]: INFO nova.compute.claims [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2481.044658] env[62448]: DEBUG nova.network.neutron [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updated VIF entry in instance network info cache for port 0d4b335e-9b9d-445e-bfab-f3c595ac69b3. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2481.045045] env[62448]: DEBUG nova.network.neutron [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2481.170210] env[62448]: INFO nova.compute.resource_tracker [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating resource usage from migration f744a4b0-3e1d-4a86-a075-cc5d19a8709f [ 2481.261827] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b144f415-75a5-40ac-93d7-2ad7be23c01c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.268849] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f253b3-48b5-4537-87a0-ebac0b6092b6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.300022] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c1c72-3a0b-4917-957f-091d7f228fa3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.307209] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2775083-60f8-4c21-955f-f6f387f5c367 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.320353] env[62448]: DEBUG nova.compute.provider_tree [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2481.547901] env[62448]: DEBUG oslo_concurrency.lockutils [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] Releasing lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2481.548196] env[62448]: DEBUG nova.compute.manager [req-361be0f4-8a4d-477a-92d8-45382310f17d req-00c55849-3b36-4df0-b322-ba6693f721b5 service nova] [instance: 23b0776e-566a-4d79-9f46-fe59cd533221] Received event network-vif-deleted-584c2cc2-37ba-4543-8b4c-b986e04209e3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2481.824541] env[62448]: DEBUG nova.scheduler.client.report [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2482.166196] env[62448]: DEBUG nova.compute.manager [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Received event network-changed-21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2482.166487] env[62448]: DEBUG nova.compute.manager [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Refreshing instance network info cache due to event network-changed-21a766e0-d72e-4927-a1cd-71a6223b8477. {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2482.166612] env[62448]: DEBUG oslo_concurrency.lockutils [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] Acquiring lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2482.166754] env[62448]: DEBUG oslo_concurrency.lockutils [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] Acquired lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2482.166915] env[62448]: DEBUG nova.network.neutron [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Refreshing network info cache for port 21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2482.329505] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.169s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.329807] env[62448]: INFO nova.compute.manager [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Migrating [ 2482.336166] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.002s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2482.336396] env[62448]: DEBUG nova.objects.instance [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lazy-loading 'resources' on Instance uuid 23b0776e-566a-4d79-9f46-fe59cd533221 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2482.846054] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2482.846244] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2482.846376] env[62448]: DEBUG nova.network.neutron [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2482.865150] env[62448]: DEBUG nova.network.neutron [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updated VIF entry in instance network info cache for port 21a766e0-d72e-4927-a1cd-71a6223b8477. {{(pid=62448) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2482.865507] env[62448]: DEBUG nova.network.neutron [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updating instance_info_cache with network_info: [{"id": "21a766e0-d72e-4927-a1cd-71a6223b8477", "address": "fa:16:3e:92:21:2e", "network": {"id": "4dbade9e-e9b1-43af-9b57-b032bded6d06", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1379470854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1012931b6d464005bd880eb6c67c1f04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a766e0-d7", "ovs_interfaceid": "21a766e0-d72e-4927-a1cd-71a6223b8477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2482.937127] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf6e4b-7879-4b99-ad2e-ad58d1ec03e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.944945] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62a2da-b752-4241-9766-83440c2cc06d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.975763] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29cd0a4-9533-4b5b-89cb-27c55da93ca9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.983277] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3452f990-4117-4a15-8bd3-2decd9e13e52 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.996348] env[62448]: DEBUG nova.compute.provider_tree [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2483.368207] env[62448]: DEBUG oslo_concurrency.lockutils [req-352cb380-d721-4f59-8c93-ecfb4318b279 req-b4fb4772-232f-409e-b113-b676d28e0fff service nova] Releasing lock "refresh_cache-654e518c-102f-4e92-bc82-368196e69637" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.499646] env[62448]: DEBUG nova.scheduler.client.report [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2483.540761] env[62448]: DEBUG nova.network.neutron [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2484.005111] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2484.024727] env[62448]: INFO nova.scheduler.client.report [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Deleted allocations for instance 23b0776e-566a-4d79-9f46-fe59cd533221 [ 2484.042855] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2484.531812] env[62448]: DEBUG oslo_concurrency.lockutils [None req-9f54a373-b5ce-4eca-af99-c02655319d5d tempest-AttachVolumeNegativeTest-1554394660 tempest-AttachVolumeNegativeTest-1554394660-project-member] Lock "23b0776e-566a-4d79-9f46-fe59cd533221" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.078s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.557047] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9dd43-3460-4f33-8eeb-29f48bf66d89 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.575297] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 0 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2486.081768] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2486.082295] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-759c2390-590a-46b6-b0e1-15851a384357 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.091876] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2486.091876] env[62448]: value = "task-2094055" [ 2486.091876] env[62448]: _type = "Task" [ 2486.091876] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2486.103584] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.601754] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094055, 'name': PowerOffVM_Task, 'duration_secs': 0.272128} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.602261] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2486.602261] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 17 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2487.108282] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2487.108547] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2487.108705] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2487.108890] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2487.109053] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2487.109207] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2487.109411] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2487.109567] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2487.109732] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2487.109894] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2487.110107] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2487.115381] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff12acda-6aae-4acb-9f5c-9600e18ebfaf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.131247] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2487.131247] env[62448]: value = "task-2094056" [ 2487.131247] env[62448]: _type = "Task" [ 2487.131247] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2487.139766] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2487.640924] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094056, 'name': ReconfigVM_Task, 'duration_secs': 0.168135} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2487.641309] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 33 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2488.148018] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T20:02:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2488.148346] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2488.148571] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image limits 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2488.148802] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Flavor pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2488.148984] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Image pref 0:0:0 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2488.149189] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62448) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2488.149429] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2488.149622] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2488.149827] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Got 1 possible topologies {{(pid=62448) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2488.150049] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2488.150278] env[62448]: DEBUG nova.virt.hardware [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62448) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2488.155506] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2488.155798] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3318dcc1-21d7-4656-ad9b-29206d4ba2a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.174672] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2488.174672] env[62448]: value = "task-2094058" [ 2488.174672] env[62448]: _type = "Task" [ 2488.174672] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2488.182146] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.684864] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094058, 'name': ReconfigVM_Task, 'duration_secs': 0.279179} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2488.685119] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2488.685869] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f958142-6e3b-4e67-b985-b17d48e5f6b9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.706622] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-66c1bd45-a360-499a-97c6-e40c184ab719/volume-66c1bd45-a360-499a-97c6-e40c184ab719.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2488.707161] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df75f054-6412-4121-b64f-c622a09ea0b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.724388] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2488.724388] env[62448]: value = "task-2094059" [ 2488.724388] env[62448]: _type = "Task" [ 2488.724388] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2488.731564] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2489.234286] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094059, 'name': ReconfigVM_Task, 'duration_secs': 0.250446} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2489.234603] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-66c1bd45-a360-499a-97c6-e40c184ab719/volume-66c1bd45-a360-499a-97c6-e40c184ab719.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2489.234891] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 50 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2489.741639] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a09d4b-6bfc-4a1d-9358-d32267eef52d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.760293] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e17c2-6540-448c-9db4-924cba9dc5e3 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.777173] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 67 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2491.420123] env[62448]: DEBUG nova.network.neutron [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Port 0d4b335e-9b9d-445e-bfab-f3c595ac69b3 binding to destination host cpu-1 is already ACTIVE {{(pid=62448) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2492.440561] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.440942] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.440942] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.475996] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2493.476238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2493.476389] env[62448]: DEBUG nova.network.neutron [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2494.239271] env[62448]: DEBUG nova.network.neutron [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2494.743189] env[62448]: DEBUG oslo_concurrency.lockutils [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.252282] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3638cb-090f-4da4-a6ba-d1a588a2786f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.259400] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9947dbd5-7688-4444-b804-04ec649388e6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.364117] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa38506-55d7-4125-98c6-9c757024f4ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.383689] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea41371-92b5-40d8-84a3-713d621721c1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.390629] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 83 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2496.897102] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2496.897102] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bacbce32-9beb-421c-90f8-303471ead12e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.905259] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2496.905259] env[62448]: value = "task-2094061" [ 2496.905259] env[62448]: _type = "Task" [ 2496.905259] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2496.912932] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.415191] env[62448]: DEBUG oslo_vmware.api [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094061, 'name': PowerOnVM_Task, 'duration_secs': 0.349699} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.415534] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2497.415593] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-fe80582c-8bab-4ffc-ac65-6364521e2f44 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance '17283a0e-6a61-495a-8fe5-e548d05e397c' progress to 100 {{(pid=62448) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2497.779877] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2498.283258] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.283502] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.283667] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.283825] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2498.284755] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e931cf-2e93-4408-9404-3230b0277975 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.293124] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd89bc-798c-4797-8138-637ef3794884 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.306305] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93755650-89fa-4a67-84cb-d49597d5bf26 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.312283] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d724d1-c037-4c79-8341-33857318b987 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.342025] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180337MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2498.342193] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.342374] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.196120] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "17283a0e-6a61-495a-8fe5-e548d05e397c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.196406] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.196592] env[62448]: DEBUG nova.compute.manager [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Going to confirm migration 8 {{(pid=62448) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2499.322410] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.322695] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.322880] env[62448]: DEBUG nova.compute.manager [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2499.323833] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef15ab-b3e9-4524-bbab-c51171f84fca {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.330871] env[62448]: DEBUG nova.compute.manager [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62448) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2499.331440] env[62448]: DEBUG nova.objects.instance [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'flavor' on Instance uuid 10ff9f6b-2102-4aca-ab09-0f2d0175fecc {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2499.350077] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Applying migration context for instance 17283a0e-6a61-495a-8fe5-e548d05e397c as it has an incoming, in-progress migration f744a4b0-3e1d-4a86-a075-cc5d19a8709f. Migration status is confirming {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2499.350950] env[62448]: INFO nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating resource usage from migration f744a4b0-3e1d-4a86-a075-cc5d19a8709f [ 2499.368213] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2499.368370] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 0481128b-6ef4-492a-8d19-92be3c48d80b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2499.368485] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 10ff9f6b-2102-4aca-ab09-0f2d0175fecc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2499.368600] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 654e518c-102f-4e92-bc82-368196e69637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2499.368718] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Migration f744a4b0-3e1d-4a86-a075-cc5d19a8709f is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2499.368834] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 17283a0e-6a61-495a-8fe5-e548d05e397c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2499.369047] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2499.369191] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2499.447756] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35199b33-a13e-406e-b402-8d1ab2d0ce1f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.455221] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f121517f-fd3d-4d66-ac52-d8ff4e4c5937 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.486700] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9cc19-3deb-45ad-b4ba-0b081bb0f099 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.494030] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547a208-abb0-4f7c-bbda-d5397c5ef552 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.506606] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2499.735059] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.735260] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquired lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.735443] env[62448]: DEBUG nova.network.neutron [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2499.735624] env[62448]: DEBUG nova.objects.instance [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'info_cache' on Instance uuid 17283a0e-6a61-495a-8fe5-e548d05e397c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2500.010067] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2500.338177] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2500.338546] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5923e0a4-1b70-493f-ab73-a2c0f1a40915 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.347371] env[62448]: DEBUG oslo_vmware.api [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2500.347371] env[62448]: value = "task-2094062" [ 2500.347371] env[62448]: _type = "Task" [ 2500.347371] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.355792] env[62448]: DEBUG oslo_vmware.api [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.514907] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2500.515130] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.857989] env[62448]: DEBUG oslo_vmware.api [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094062, 'name': PowerOffVM_Task, 'duration_secs': 0.196414} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.858259] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2500.858454] env[62448]: DEBUG nova.compute.manager [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2500.859197] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1009119d-ecee-48f9-b8b1-061bbeac3bc0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.946406] env[62448]: DEBUG nova.network.neutron [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [{"id": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "address": "fa:16:3e:94:83:2a", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b335e-9b", "ovs_interfaceid": "0d4b335e-9b9d-445e-bfab-f3c595ac69b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2501.369638] env[62448]: DEBUG oslo_concurrency.lockutils [None req-8fc498f8-d78c-4227-b386-47ad122babb8 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2501.449556] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Releasing lock "refresh_cache-17283a0e-6a61-495a-8fe5-e548d05e397c" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2501.449800] env[62448]: DEBUG nova.objects.instance [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'migration_context' on Instance uuid 17283a0e-6a61-495a-8fe5-e548d05e397c {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2501.672966] env[62448]: DEBUG nova.objects.instance [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'flavor' on Instance uuid 10ff9f6b-2102-4aca-ab09-0f2d0175fecc {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2501.952505] env[62448]: DEBUG nova.objects.base [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Object Instance<17283a0e-6a61-495a-8fe5-e548d05e397c> lazy-loaded attributes: info_cache,migration_context {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2501.953470] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d6113-2aee-464a-b1e3-ff4a06328108 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.972159] env[62448]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dce8a8f-66d4-4e70-a973-53ac2b74b01f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.977596] env[62448]: DEBUG oslo_vmware.api [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2501.977596] env[62448]: value = "session[52099b0f-a6b2-d37d-c48f-274c66997385]5275eca5-dd67-8c44-3e01-9c281e8822d7" [ 2501.977596] env[62448]: _type = "Task" [ 2501.977596] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.984878] env[62448]: DEBUG oslo_vmware.api [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5275eca5-dd67-8c44-3e01-9c281e8822d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.178229] env[62448]: DEBUG oslo_concurrency.lockutils [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.178412] env[62448]: DEBUG oslo_concurrency.lockutils [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.178588] env[62448]: DEBUG nova.network.neutron [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2502.178765] env[62448]: DEBUG nova.objects.instance [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'info_cache' on Instance uuid 10ff9f6b-2102-4aca-ab09-0f2d0175fecc {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.487662] env[62448]: DEBUG oslo_vmware.api [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': session[52099b0f-a6b2-d37d-c48f-274c66997385]5275eca5-dd67-8c44-3e01-9c281e8822d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007404} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.487662] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.488092] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.515712] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2502.681867] env[62448]: DEBUG nova.objects.base [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Object Instance<10ff9f6b-2102-4aca-ab09-0f2d0175fecc> lazy-loaded attributes: flavor,info_cache {{(pid=62448) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2502.779637] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2502.779807] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2503.067032] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b7f5e3-65f0-4bbb-a14f-82b146ea4da5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.073706] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caea053-814b-4cd8-ba3c-8e04250aab9c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.103020] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9c694-c707-469d-8698-ba11523602cb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.109628] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1484b5-d189-4bd8-98e6-dd18d425f162 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.122101] env[62448]: DEBUG nova.compute.provider_tree [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2503.384674] env[62448]: DEBUG nova.network.neutron [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [{"id": "da481105-084c-4082-935e-fe582eca6c41", "address": "fa:16:3e:32:da:e5", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda481105-08", "ovs_interfaceid": "da481105-084c-4082-935e-fe582eca6c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2503.625773] env[62448]: DEBUG nova.scheduler.client.report [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2503.887994] env[62448]: DEBUG oslo_concurrency.lockutils [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2504.636942] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.148s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.893672] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powering on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2504.893993] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16b389bd-b9dd-43dd-9161-e00ceb5f2566 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.901289] env[62448]: DEBUG oslo_vmware.api [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2504.901289] env[62448]: value = "task-2094063" [ 2504.901289] env[62448]: _type = "Task" [ 2504.901289] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.908703] env[62448]: DEBUG oslo_vmware.api [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.193150] env[62448]: INFO nova.scheduler.client.report [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted allocation for migration f744a4b0-3e1d-4a86-a075-cc5d19a8709f [ 2505.411584] env[62448]: DEBUG oslo_vmware.api [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094063, 'name': PowerOnVM_Task, 'duration_secs': 0.376899} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.411870] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powered on the VM {{(pid=62448) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2505.412078] env[62448]: DEBUG nova.compute.manager [None req-baea0dc6-e844-49d1-951d-8f1887251dc7 tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2505.412905] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae0123-3ad4-4497-a85a-f7ea695b10a9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.553632] env[62448]: INFO nova.compute.manager [None req-ee5893b1-b9f8-43a1-b239-75f5fbb6f8d2 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Get console output [ 2505.553861] env[62448]: WARNING nova.virt.vmwareapi.driver [None req-ee5893b1-b9f8-43a1-b239-75f5fbb6f8d2 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] The console log is missing. Check your VSPC configuration [ 2505.698951] env[62448]: DEBUG oslo_concurrency.lockutils [None req-267bb606-60ad-4cc0-813d-936272e06636 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.502s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.780035] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2506.419627] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46885af7-86ad-4db1-8e42-130190d78b6b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.426493] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Suspending the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2506.426718] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-97eb2414-610f-4ee1-b8fb-8adcce3542ae {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.432886] env[62448]: DEBUG oslo_vmware.api [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2506.432886] env[62448]: value = "task-2094064" [ 2506.432886] env[62448]: _type = "Task" [ 2506.432886] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.440307] env[62448]: DEBUG oslo_vmware.api [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094064, 'name': SuspendVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.942335] env[62448]: DEBUG oslo_vmware.api [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094064, 'name': SuspendVM_Task} progress is 70%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.443102] env[62448]: DEBUG oslo_vmware.api [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094064, 'name': SuspendVM_Task, 'duration_secs': 0.568659} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.443401] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Suspended the VM {{(pid=62448) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2507.443599] env[62448]: DEBUG nova.compute.manager [None req-f8e80da8-4161-4789-af8e-d14ae41a2cca tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2507.444335] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d9110-1654-4c00-b9ea-e8dc9460a5aa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.769654] env[62448]: INFO nova.compute.manager [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Resuming [ 2508.770345] env[62448]: DEBUG nova.objects.instance [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'flavor' on Instance uuid 10ff9f6b-2102-4aca-ab09-0f2d0175fecc {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2508.780454] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.780600] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2510.281397] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2510.281821] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquired lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2510.281821] env[62448]: DEBUG nova.network.neutron [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Building network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2510.315545] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2510.315689] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquired lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2510.315833] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Forcefully refreshing network info cache for instance {{(pid=62448) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2511.213263] env[62448]: DEBUG nova.network.neutron [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [{"id": "da481105-084c-4082-935e-fe582eca6c41", "address": "fa:16:3e:32:da:e5", "network": {"id": "752ec82d-0628-4362-b07f-6699ff2251a7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1231529647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c1cf0ecdf0546169a07e8ad3c474176", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda481105-08", "ovs_interfaceid": "da481105-084c-4082-935e-fe582eca6c41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2511.515474] env[62448]: DEBUG nova.network.neutron [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updating instance_info_cache with network_info: [{"id": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "address": "fa:16:3e:fd:d0:ed", "network": {"id": "29a3a887-e282-40c3-9b30-5afcf4ce5555", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-175177599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c3fae02a444319575087479233071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4bc2cf-5a", "ovs_interfaceid": "0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2511.716090] env[62448]: DEBUG oslo_concurrency.lockutils [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Releasing lock "refresh_cache-10ff9f6b-2102-4aca-ab09-0f2d0175fecc" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2511.717144] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee427a7d-256b-451e-9a43-76f2d90f74d5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.724008] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Resuming the VM {{(pid=62448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2511.724232] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0255b44a-88a2-4d9e-80ca-460a600085e2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.731175] env[62448]: DEBUG oslo_vmware.api [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2511.731175] env[62448]: value = "task-2094065" [ 2511.731175] env[62448]: _type = "Task" [ 2511.731175] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2511.738579] env[62448]: DEBUG oslo_vmware.api [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.018152] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Releasing lock "refresh_cache-0481128b-6ef4-492a-8d19-92be3c48d80b" {{(pid=62448) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2512.018387] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updated the network info_cache for instance {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2512.018627] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2512.018763] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2512.173813] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2512.174043] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2512.246134] env[62448]: DEBUG oslo_vmware.api [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094065, 'name': PowerOnVM_Task, 'duration_secs': 0.511098} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.246606] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Resumed the VM {{(pid=62448) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2512.246936] env[62448]: DEBUG nova.compute.manager [None req-3063c104-0c8b-4588-a2ef-0bf5537c1caa tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Checking state {{(pid=62448) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2512.248232] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455be9f-bc40-4fbd-804a-75017f0ce995 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.676971] env[62448]: DEBUG nova.compute.utils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2513.179875] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.423023] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2513.423347] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.423564] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2513.423756] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.423924] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.425950] env[62448]: INFO nova.compute.manager [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Terminating instance [ 2513.929955] env[62448]: DEBUG nova.compute.manager [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2513.930336] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2513.931604] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557a5358-ef78-43d4-b5ef-2b2fa69bcb12 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.939363] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2513.939598] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6a4edc-de4b-412e-9a55-ddd6314e7eb0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.946514] env[62448]: DEBUG oslo_vmware.api [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2513.946514] env[62448]: value = "task-2094066" [ 2513.946514] env[62448]: _type = "Task" [ 2513.946514] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2513.953705] env[62448]: DEBUG oslo_vmware.api [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.238837] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.239153] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.239434] env[62448]: INFO nova.compute.manager [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Attaching volume d7d571b2-5f5b-407f-93bf-da8bf644aa4a to /dev/sdb [ 2514.269843] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ffa66-1f1b-40ef-b42b-db7f2e88eb54 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.277090] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28962aa8-d99a-420c-9061-2714117239fa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.289882] env[62448]: DEBUG nova.virt.block_device [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updating existing volume attachment record: 59b1baf0-98d2-4ba0-9317-f3446c617ee6 {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2514.455373] env[62448]: DEBUG oslo_vmware.api [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094066, 'name': PowerOffVM_Task, 'duration_secs': 0.189545} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2514.455636] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2514.455802] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2514.456052] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5300827f-b0ba-4b93-a751-16e250702b10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.586323] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2514.586581] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2514.586789] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleting the datastore file [datastore2] 10ff9f6b-2102-4aca-ab09-0f2d0175fecc {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2514.587096] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65831e6d-42ec-4170-8b8b-dbde943e4c97 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.593295] env[62448]: DEBUG oslo_vmware.api [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for the task: (returnval){ [ 2514.593295] env[62448]: value = "task-2094069" [ 2514.593295] env[62448]: _type = "Task" [ 2514.593295] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.601601] env[62448]: DEBUG oslo_vmware.api [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.104501] env[62448]: DEBUG oslo_vmware.api [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Task: {'id': task-2094069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143178} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.104893] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2515.104943] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2515.105105] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2515.105272] env[62448]: INFO nova.compute.manager [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2515.105502] env[62448]: DEBUG oslo.service.loopingcall [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2515.105686] env[62448]: DEBUG nova.compute.manager [-] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2515.105780] env[62448]: DEBUG nova.network.neutron [-] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2515.582842] env[62448]: DEBUG nova.compute.manager [req-bbde293d-3108-4e64-bee9-455a8bed3f37 req-9cb5e023-6943-463b-ae10-2a99bfa1b5cb service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Received event network-vif-deleted-da481105-084c-4082-935e-fe582eca6c41 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2515.583203] env[62448]: INFO nova.compute.manager [req-bbde293d-3108-4e64-bee9-455a8bed3f37 req-9cb5e023-6943-463b-ae10-2a99bfa1b5cb service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Neutron deleted interface da481105-084c-4082-935e-fe582eca6c41; detaching it from the instance and deleting it from the info cache [ 2515.583203] env[62448]: DEBUG nova.network.neutron [req-bbde293d-3108-4e64-bee9-455a8bed3f37 req-9cb5e023-6943-463b-ae10-2a99bfa1b5cb service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2516.303644] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2516.304117] env[62448]: DEBUG nova.network.neutron [-] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2516.305348] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2516.305819] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86d04274-03eb-499f-9f54-615bbbfa0d39 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.316772] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e484d-a4af-4c3c-880c-0d596c9dcb3d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.343874] env[62448]: DEBUG nova.compute.manager [req-bbde293d-3108-4e64-bee9-455a8bed3f37 req-9cb5e023-6943-463b-ae10-2a99bfa1b5cb service nova] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Detach interface failed, port_id=da481105-084c-4082-935e-fe582eca6c41, reason: Instance 10ff9f6b-2102-4aca-ab09-0f2d0175fecc could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2516.809461] env[62448]: INFO nova.compute.manager [-] [instance: 10ff9f6b-2102-4aca-ab09-0f2d0175fecc] Took 1.70 seconds to deallocate network for instance. [ 2517.316524] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2517.316917] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2517.317025] env[62448]: DEBUG nova.objects.instance [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lazy-loading 'resources' on Instance uuid 10ff9f6b-2102-4aca-ab09-0f2d0175fecc {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2517.888929] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f53a254-cdea-4568-91d3-f107a15ebca1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.896501] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df5699-4d83-4601-a252-794eca7d79a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.925681] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a773f0b-0a71-49d4-a838-099089a6f16a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.932592] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e8e58-8730-4ec3-b7b9-70724a8f0f03 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.945706] env[62448]: DEBUG nova.compute.provider_tree [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2518.448995] env[62448]: DEBUG nova.scheduler.client.report [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2518.834869] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2518.835148] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428832', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'name': 'volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'serial': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2518.836038] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3308cf-1b2e-456e-93e6-33a2f5f81cb1 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.851771] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01869d5-951f-481f-9292-4c22d4ac5c02 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.874550] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a/volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2518.874774] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b2469f-64b6-46ed-ac67-424dbb0b98ac {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.892198] env[62448]: DEBUG oslo_vmware.api [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2518.892198] env[62448]: value = "task-2094071" [ 2518.892198] env[62448]: _type = "Task" [ 2518.892198] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.899782] env[62448]: DEBUG oslo_vmware.api [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.954112] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2518.977070] env[62448]: INFO nova.scheduler.client.report [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Deleted allocations for instance 10ff9f6b-2102-4aca-ab09-0f2d0175fecc [ 2519.402280] env[62448]: DEBUG oslo_vmware.api [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094071, 'name': ReconfigVM_Task, 'duration_secs': 0.307841} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.402589] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a/volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2519.407181] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d225bf-d752-4b42-8f97-d082fe8dc895 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.422477] env[62448]: DEBUG oslo_vmware.api [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2519.422477] env[62448]: value = "task-2094072" [ 2519.422477] env[62448]: _type = "Task" [ 2519.422477] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.432276] env[62448]: DEBUG oslo_vmware.api [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.484641] env[62448]: DEBUG oslo_concurrency.lockutils [None req-eeeccd78-085b-41c0-a839-4cd3398b498b tempest-ServerActionsTestJSON-1208519163 tempest-ServerActionsTestJSON-1208519163-project-member] Lock "10ff9f6b-2102-4aca-ab09-0f2d0175fecc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.061s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.934080] env[62448]: DEBUG oslo_vmware.api [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094072, 'name': ReconfigVM_Task, 'duration_secs': 0.129728} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.934384] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428832', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'name': 'volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'serial': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2520.970014] env[62448]: DEBUG nova.objects.instance [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 654e518c-102f-4e92-bc82-368196e69637 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2521.475478] env[62448]: DEBUG oslo_concurrency.lockutils [None req-0ed8ebfa-44e8-4907-ac70-46fe476c7a44 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.359312] env[62448]: DEBUG oslo_concurrency.lockutils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.359588] env[62448]: DEBUG oslo_concurrency.lockutils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.863409] env[62448]: DEBUG nova.compute.utils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Using /dev/sd instead of None {{(pid=62448) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2523.366941] env[62448]: DEBUG oslo_concurrency.lockutils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2524.440026] env[62448]: DEBUG oslo_concurrency.lockutils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2524.440430] env[62448]: DEBUG oslo_concurrency.lockutils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2524.440591] env[62448]: INFO nova.compute.manager [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Attaching volume 2628d1b4-5044-4cdb-ac89-1769b2c6c801 to /dev/sdc [ 2524.469694] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e7595-a98d-4f8e-b635-fc59a0dd6d42 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.476803] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26f3c1-1565-448a-b3a2-4e3ef648da2a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.489602] env[62448]: DEBUG nova.virt.block_device [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updating existing volume attachment record: c2346bb3-c829-4a49-8e4d-bc12d8492f6c {{(pid=62448) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2529.031662] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Volume attach. Driver type: vmdk {{(pid=62448) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2529.031910] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428833', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'name': 'volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'serial': '2628d1b4-5044-4cdb-ac89-1769b2c6c801'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2529.032864] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3f3c7-7454-472a-8008-96527c44263d {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.049855] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92bde3-8625-46ae-96b9-a9dcfafea352 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.076294] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801/volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2529.076557] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c540eb-36c5-44e4-8fe9-fa758c3b159e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.094061] env[62448]: DEBUG oslo_vmware.api [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2529.094061] env[62448]: value = "task-2094075" [ 2529.094061] env[62448]: _type = "Task" [ 2529.094061] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.101156] env[62448]: DEBUG oslo_vmware.api [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.603969] env[62448]: DEBUG oslo_vmware.api [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094075, 'name': ReconfigVM_Task, 'duration_secs': 0.3277} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2529.604263] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801/volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801.vmdk or device None with type thin {{(pid=62448) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2529.608809] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1562dfed-1774-4ff4-abca-540fd9ffa12c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.623162] env[62448]: DEBUG oslo_vmware.api [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2529.623162] env[62448]: value = "task-2094076" [ 2529.623162] env[62448]: _type = "Task" [ 2529.623162] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.630439] env[62448]: DEBUG oslo_vmware.api [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.133127] env[62448]: DEBUG oslo_vmware.api [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094076, 'name': ReconfigVM_Task, 'duration_secs': 0.12867} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2530.133534] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428833', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'name': 'volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'serial': '2628d1b4-5044-4cdb-ac89-1769b2c6c801'} {{(pid=62448) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2531.168114] env[62448]: DEBUG nova.objects.instance [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 654e518c-102f-4e92-bc82-368196e69637 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2531.672580] env[62448]: DEBUG oslo_concurrency.lockutils [None req-65165806-6961-47f5-b456-e31a510fdcab tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2531.982610] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2531.982874] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2532.486012] env[62448]: INFO nova.compute.manager [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Detaching volume d7d571b2-5f5b-407f-93bf-da8bf644aa4a [ 2532.515744] env[62448]: INFO nova.virt.block_device [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Attempting to driver detach volume d7d571b2-5f5b-407f-93bf-da8bf644aa4a from mountpoint /dev/sdb [ 2532.515988] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2532.516195] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428832', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'name': 'volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'serial': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2532.517081] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3afc6f-ab17-4c73-a87b-9983609e6e27 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.541033] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df09cfdf-4f09-4cb7-b20a-2096b6b21702 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.547521] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdac52a-3e7d-4200-aa0c-f550bf0812a8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.568769] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881163d2-dc68-46a2-8a27-e44f6390439e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.582386] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] The volume has not been displaced from its original location: [datastore2] volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a/volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2532.587385] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2532.587623] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aafa4de-e77d-43f9-a7b4-338b7bed7f35 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.604767] env[62448]: DEBUG oslo_vmware.api [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2532.604767] env[62448]: value = "task-2094077" [ 2532.604767] env[62448]: _type = "Task" [ 2532.604767] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2532.613433] env[62448]: DEBUG oslo_vmware.api [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2533.114878] env[62448]: DEBUG oslo_vmware.api [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094077, 'name': ReconfigVM_Task, 'duration_secs': 0.210633} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2533.115255] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2533.119727] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04340ef3-af07-4a5a-be29-b3cd5542cfd4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.134035] env[62448]: DEBUG oslo_vmware.api [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2533.134035] env[62448]: value = "task-2094078" [ 2533.134035] env[62448]: _type = "Task" [ 2533.134035] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2533.141349] env[62448]: DEBUG oslo_vmware.api [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2533.643532] env[62448]: DEBUG oslo_vmware.api [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094078, 'name': ReconfigVM_Task, 'duration_secs': 0.127039} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2533.643884] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428832', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'name': 'volume-d7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a', 'serial': 'd7d571b2-5f5b-407f-93bf-da8bf644aa4a'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2534.183139] env[62448]: DEBUG nova.objects.instance [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 654e518c-102f-4e92-bc82-368196e69637 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2534.451277] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "17283a0e-6a61-495a-8fe5-e548d05e397c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.451512] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2534.451667] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.451853] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2534.452029] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2534.454182] env[62448]: INFO nova.compute.manager [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Terminating instance [ 2534.957844] env[62448]: DEBUG nova.compute.manager [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2534.958232] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2534.958362] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656bb801-efce-436a-a5ba-4628cf98ab3b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.965914] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2534.965914] env[62448]: value = "task-2094079" [ 2534.965914] env[62448]: _type = "Task" [ 2534.965914] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2534.974328] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.190420] env[62448]: DEBUG oslo_concurrency.lockutils [None req-06048b28-d3e0-4c9c-8316-0e49a651cb45 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2535.225509] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2535.225710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2535.476083] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094079, 'name': PowerOffVM_Task, 'duration_secs': 0.134787} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2535.476328] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2535.476523] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2535.476710] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428827', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'name': 'volume-66c1bd45-a360-499a-97c6-e40c184ab719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '17283a0e-6a61-495a-8fe5-e548d05e397c', 'attached_at': '2025-01-13T20:36:28.000000', 'detached_at': '', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'serial': '66c1bd45-a360-499a-97c6-e40c184ab719'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2535.477494] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ecf697-8840-4f9e-85ef-64964180fac8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.494963] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e35f6c5-96b2-419f-9517-eb662f8052dd {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.501185] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67096892-1d15-41fd-ba35-22aef104a9c4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.519162] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a39bd0b-e6a8-4bbb-ba9b-502661b68b4a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.532758] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] The volume has not been displaced from its original location: [datastore2] volume-66c1bd45-a360-499a-97c6-e40c184ab719/volume-66c1bd45-a360-499a-97c6-e40c184ab719.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2535.537783] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2535.538035] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4154b2-26bf-43e7-8523-133113638a39 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.555682] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2535.555682] env[62448]: value = "task-2094080" [ 2535.555682] env[62448]: _type = "Task" [ 2535.555682] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2535.562999] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.728170] env[62448]: INFO nova.compute.manager [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Detaching volume 2628d1b4-5044-4cdb-ac89-1769b2c6c801 [ 2535.757871] env[62448]: INFO nova.virt.block_device [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Attempting to driver detach volume 2628d1b4-5044-4cdb-ac89-1769b2c6c801 from mountpoint /dev/sdc [ 2535.758146] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Volume detach. Driver type: vmdk {{(pid=62448) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2535.758332] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428833', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'name': 'volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'serial': '2628d1b4-5044-4cdb-ac89-1769b2c6c801'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2535.759199] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4997de-6a24-42a4-ba41-8aa9e03d7fe5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.780010] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f68bf5-3cee-4f9a-afa8-5839279ea3b4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.786618] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9d3bb-be3d-4137-8210-1e0ac462fdd2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.805514] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3623d04-76bc-4825-980c-18d2ec3d0cd4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.819016] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] The volume has not been displaced from its original location: [datastore2] volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801/volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801.vmdk. No consolidation needed. {{(pid=62448) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2535.824025] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfiguring VM instance instance-0000007a to detach disk 2002 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2535.824265] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dafb3c5-90e1-4b8b-bac3-652ced75d7eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.841151] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2535.841151] env[62448]: value = "task-2094081" [ 2535.841151] env[62448]: _type = "Task" [ 2535.841151] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2535.848366] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.064426] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094080, 'name': ReconfigVM_Task, 'duration_secs': 0.151264} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2536.064914] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2536.069260] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88268adc-e1af-4c18-bed8-b52d48e134f9 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.084069] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2536.084069] env[62448]: value = "task-2094082" [ 2536.084069] env[62448]: _type = "Task" [ 2536.084069] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.092960] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.351146] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094081, 'name': ReconfigVM_Task, 'duration_secs': 0.236784} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2536.351390] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Reconfigured VM instance instance-0000007a to detach disk 2002 {{(pid=62448) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2536.355959] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923e828d-669e-4d85-b590-59d2a67c4836 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.371147] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2536.371147] env[62448]: value = "task-2094083" [ 2536.371147] env[62448]: _type = "Task" [ 2536.371147] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.378655] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.594118] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.881176] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.094312] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094082, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.381368] env[62448]: DEBUG oslo_vmware.api [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094083, 'name': ReconfigVM_Task, 'duration_secs': 0.753697} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.381603] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428833', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'name': 'volume-2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '654e518c-102f-4e92-bc82-368196e69637', 'attached_at': '', 'detached_at': '', 'volume_id': '2628d1b4-5044-4cdb-ac89-1769b2c6c801', 'serial': '2628d1b4-5044-4cdb-ac89-1769b2c6c801'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2537.595109] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094082, 'name': ReconfigVM_Task, 'duration_secs': 1.011634} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.595413] env[62448]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-428827', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'name': 'volume-66c1bd45-a360-499a-97c6-e40c184ab719', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '17283a0e-6a61-495a-8fe5-e548d05e397c', 'attached_at': '2025-01-13T20:36:28.000000', 'detached_at': '', 'volume_id': '66c1bd45-a360-499a-97c6-e40c184ab719', 'serial': '66c1bd45-a360-499a-97c6-e40c184ab719'} {{(pid=62448) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2537.595682] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2537.596425] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced69ce7-5a2c-4d85-971e-5c9ce3ffdc0b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.602727] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2537.602936] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c7437bc-dddf-4ebf-b5f2-ca308f7671ab {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.920645] env[62448]: DEBUG nova.objects.instance [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'flavor' on Instance uuid 654e518c-102f-4e92-bc82-368196e69637 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2538.929634] env[62448]: DEBUG oslo_concurrency.lockutils [None req-2631c33d-2f69-4127-b290-1abcd0665274 tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.704s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2539.589710] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2539.589980] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2539.590224] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "654e518c-102f-4e92-bc82-368196e69637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2539.590416] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2539.590587] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2539.592738] env[62448]: INFO nova.compute.manager [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Terminating instance [ 2540.096843] env[62448]: DEBUG nova.compute.manager [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2540.097290] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2540.097996] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce969147-70b3-49b9-aa23-67e3a998e8b2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.105607] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2540.105827] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-022b4051-8346-464d-b244-15a53e149fc4 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.111688] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2540.111688] env[62448]: value = "task-2094085" [ 2540.111688] env[62448]: _type = "Task" [ 2540.111688] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2540.119985] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2540.621474] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094085, 'name': PowerOffVM_Task, 'duration_secs': 0.181492} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2540.621739] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2540.621894] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2540.622153] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee985d26-d16e-4761-8e7c-05dd6c42f2e8 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.652617] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2545.653048] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2545.653229] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 17283a0e-6a61-495a-8fe5-e548d05e397c {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2545.654344] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0286aacc-b3c3-44f9-b15b-21db4c426083 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.656301] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2545.656486] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2545.656649] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Deleting the datastore file [datastore2] 654e518c-102f-4e92-bc82-368196e69637 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2545.656865] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96ee6acf-49bb-44b1-8d3b-8ac24a1265ed {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.662992] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2545.662992] env[62448]: value = "task-2094087" [ 2545.662992] env[62448]: _type = "Task" [ 2545.662992] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2545.664051] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for the task: (returnval){ [ 2545.664051] env[62448]: value = "task-2094088" [ 2545.664051] env[62448]: _type = "Task" [ 2545.664051] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2545.673901] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.676698] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.177240] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.180120] env[62448]: DEBUG oslo_vmware.api [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187783} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2546.180352] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2546.180531] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2546.180703] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2546.180872] env[62448]: INFO nova.compute.manager [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Took 11.22 seconds to destroy the instance on the hypervisor. [ 2546.181120] env[62448]: DEBUG oslo.service.loopingcall [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2546.181317] env[62448]: DEBUG nova.compute.manager [-] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2546.181413] env[62448]: DEBUG nova.network.neutron [-] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2546.677792] env[62448]: DEBUG oslo_vmware.api [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Task: {'id': task-2094088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.891689} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2546.678971] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2546.679185] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2546.679367] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2546.679536] env[62448]: INFO nova.compute.manager [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] [instance: 654e518c-102f-4e92-bc82-368196e69637] Took 6.58 seconds to destroy the instance on the hypervisor. [ 2546.679761] env[62448]: DEBUG oslo.service.loopingcall [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2546.680893] env[62448]: DEBUG nova.compute.manager [req-3d1e65c4-a094-44e5-a279-642b3dbe766e req-0f67cb5f-4ef4-4699-ae7f-ace6e5f8bb8c service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Received event network-vif-deleted-0d4b335e-9b9d-445e-bfab-f3c595ac69b3 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2546.681141] env[62448]: INFO nova.compute.manager [req-3d1e65c4-a094-44e5-a279-642b3dbe766e req-0f67cb5f-4ef4-4699-ae7f-ace6e5f8bb8c service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Neutron deleted interface 0d4b335e-9b9d-445e-bfab-f3c595ac69b3; detaching it from the instance and deleting it from the info cache [ 2546.681243] env[62448]: DEBUG nova.network.neutron [req-3d1e65c4-a094-44e5-a279-642b3dbe766e req-0f67cb5f-4ef4-4699-ae7f-ace6e5f8bb8c service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2546.683176] env[62448]: DEBUG nova.compute.manager [-] [instance: 654e518c-102f-4e92-bc82-368196e69637] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2546.683275] env[62448]: DEBUG nova.network.neutron [-] [instance: 654e518c-102f-4e92-bc82-368196e69637] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2547.159687] env[62448]: DEBUG nova.network.neutron [-] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2547.184153] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ca49d10-7cce-436f-9215-2bc0ffbbc0df {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.193814] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f770e0a-ea1c-4fc0-ba54-8e2243a2ceaa {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.219778] env[62448]: DEBUG nova.compute.manager [req-3d1e65c4-a094-44e5-a279-642b3dbe766e req-0f67cb5f-4ef4-4699-ae7f-ace6e5f8bb8c service nova] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Detach interface failed, port_id=0d4b335e-9b9d-445e-bfab-f3c595ac69b3, reason: Instance 17283a0e-6a61-495a-8fe5-e548d05e397c could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2547.605501] env[62448]: DEBUG nova.network.neutron [-] [instance: 654e518c-102f-4e92-bc82-368196e69637] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2547.663550] env[62448]: INFO nova.compute.manager [-] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Took 1.48 seconds to deallocate network for instance. [ 2548.111238] env[62448]: INFO nova.compute.manager [-] [instance: 654e518c-102f-4e92-bc82-368196e69637] Took 1.43 seconds to deallocate network for instance. [ 2548.209156] env[62448]: INFO nova.compute.manager [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Took 0.55 seconds to detach 1 volumes for instance. [ 2548.211560] env[62448]: DEBUG nova.compute.manager [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 17283a0e-6a61-495a-8fe5-e548d05e397c] Deleting volume: 66c1bd45-a360-499a-97c6-e40c184ab719 {{(pid=62448) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2548.617595] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2548.617870] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2548.618113] env[62448]: DEBUG nova.objects.instance [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lazy-loading 'resources' on Instance uuid 654e518c-102f-4e92-bc82-368196e69637 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2548.705091] env[62448]: DEBUG nova.compute.manager [req-69997bce-6307-40d4-92d3-763835965ff0 req-359e204d-1d48-4e75-8ce7-910e53250194 service nova] [instance: 654e518c-102f-4e92-bc82-368196e69637] Received event network-vif-deleted-21a766e0-d72e-4927-a1cd-71a6223b8477 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2548.749861] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2549.184721] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8f4e1-b4b3-4f60-9a09-27f866b7784b {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.191972] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0683690e-40c3-4bd0-a34c-cce2cca80272 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.221268] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b0c2d-5fb8-4ef8-a8e8-2a9da47005fe {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.228283] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4e384a-674a-4822-8219-3d95f24497fb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.241136] env[62448]: DEBUG nova.compute.provider_tree [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2549.744373] env[62448]: DEBUG nova.scheduler.client.report [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2550.251135] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2550.253514] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.504s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2550.253751] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2550.272246] env[62448]: INFO nova.scheduler.client.report [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Deleted allocations for instance 654e518c-102f-4e92-bc82-368196e69637 [ 2550.274452] env[62448]: INFO nova.scheduler.client.report [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted allocations for instance 17283a0e-6a61-495a-8fe5-e548d05e397c [ 2550.784681] env[62448]: DEBUG oslo_concurrency.lockutils [None req-bf2fc0d9-f289-4660-8d60-d24a42ec25ac tempest-AttachVolumeTestJSON-1764218913 tempest-AttachVolumeTestJSON-1764218913-project-member] Lock "654e518c-102f-4e92-bc82-368196e69637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.195s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2550.785778] env[62448]: DEBUG oslo_concurrency.lockutils [None req-04f5845e-16f2-4557-8567-a87907b35c42 tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "17283a0e-6a61-495a-8fe5-e548d05e397c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.334s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2551.174611] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "0481128b-6ef4-492a-8d19-92be3c48d80b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2551.174889] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2551.175117] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "0481128b-6ef4-492a-8d19-92be3c48d80b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2551.175309] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2551.175480] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2551.177576] env[62448]: INFO nova.compute.manager [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Terminating instance [ 2551.681130] env[62448]: DEBUG nova.compute.manager [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2551.681488] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2551.682219] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e0aaf-380c-4b05-abd7-7fd6750f587a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.690036] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2551.690256] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d1a7d16-9475-4643-af69-0754b635159e {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.696189] env[62448]: DEBUG oslo_vmware.api [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2551.696189] env[62448]: value = "task-2094091" [ 2551.696189] env[62448]: _type = "Task" [ 2551.696189] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.704229] env[62448]: DEBUG oslo_vmware.api [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.206257] env[62448]: DEBUG oslo_vmware.api [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094091, 'name': PowerOffVM_Task, 'duration_secs': 0.18479} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.206517] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2552.206683] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2552.206969] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a876ede-6a53-4771-b652-e500a9b15531 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.286363] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2552.286582] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2552.286754] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 0481128b-6ef4-492a-8d19-92be3c48d80b {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2552.287047] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab158434-e7c8-4a1b-9ece-56bc8006cd13 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.294037] env[62448]: DEBUG oslo_vmware.api [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2552.294037] env[62448]: value = "task-2094093" [ 2552.294037] env[62448]: _type = "Task" [ 2552.294037] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.301593] env[62448]: DEBUG oslo_vmware.api [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.805085] env[62448]: DEBUG oslo_vmware.api [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145516} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.805085] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2552.805085] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2552.805557] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2552.805557] env[62448]: INFO nova.compute.manager [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2552.805714] env[62448]: DEBUG oslo.service.loopingcall [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2552.805941] env[62448]: DEBUG nova.compute.manager [-] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2552.806076] env[62448]: DEBUG nova.network.neutron [-] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2553.085681] env[62448]: DEBUG nova.compute.manager [req-d7d25b83-28fc-4e82-8adf-8f0f695fd8eb req-8a884f1e-dd01-4381-8bff-9db4b9306c4b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Received event network-vif-deleted-0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32 {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2553.085882] env[62448]: INFO nova.compute.manager [req-d7d25b83-28fc-4e82-8adf-8f0f695fd8eb req-8a884f1e-dd01-4381-8bff-9db4b9306c4b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Neutron deleted interface 0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32; detaching it from the instance and deleting it from the info cache [ 2553.086056] env[62448]: DEBUG nova.network.neutron [req-d7d25b83-28fc-4e82-8adf-8f0f695fd8eb req-8a884f1e-dd01-4381-8bff-9db4b9306c4b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2553.566610] env[62448]: DEBUG nova.network.neutron [-] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2553.589273] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04fdee02-a6ee-4d59-9fc0-361cd8ca323a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.598310] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a01528-9825-4ee5-a7be-9586b6d463ce {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.622228] env[62448]: DEBUG nova.compute.manager [req-d7d25b83-28fc-4e82-8adf-8f0f695fd8eb req-8a884f1e-dd01-4381-8bff-9db4b9306c4b service nova] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Detach interface failed, port_id=0e4bc2cf-5a80-44e7-8d6d-8fc5df02ec32, reason: Instance 0481128b-6ef4-492a-8d19-92be3c48d80b could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2554.069613] env[62448]: INFO nova.compute.manager [-] [instance: 0481128b-6ef4-492a-8d19-92be3c48d80b] Took 1.26 seconds to deallocate network for instance. [ 2554.577238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2554.577238] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2554.577238] env[62448]: DEBUG nova.objects.instance [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'resources' on Instance uuid 0481128b-6ef4-492a-8d19-92be3c48d80b {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2555.120452] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00117a9-fa56-49f9-bfce-2fc893b0a016 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.127995] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbbce9-9fb9-48dd-b7d4-4d7daa224013 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.158413] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32f3e7-34fb-41c7-b5ae-c7af08d29a10 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.165248] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0193ad-1f0c-48e2-8b6a-588d3b6bf055 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.178088] env[62448]: DEBUG nova.compute.provider_tree [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2555.681717] env[62448]: DEBUG nova.scheduler.client.report [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2556.187411] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2556.204553] env[62448]: INFO nova.scheduler.client.report [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted allocations for instance 0481128b-6ef4-492a-8d19-92be3c48d80b [ 2556.711981] env[62448]: DEBUG oslo_concurrency.lockutils [None req-f83b0ae4-ce16-4a27-98b8-580f81bb16df tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "0481128b-6ef4-492a-8d19-92be3c48d80b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2559.780422] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2559.832650] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2559.833595] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2559.833595] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2559.833595] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2559.833595] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2559.835464] env[62448]: INFO nova.compute.manager [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Terminating instance [ 2560.283825] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2560.284095] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2560.284785] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2560.284785] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62448) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2560.285337] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aafc49-4e0f-4b06-8fea-be87608884eb {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.294107] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532f07b-775d-44e8-b6f3-b6f3418af4bf {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.311023] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d64f0-3e31-4e6f-9973-63ea892fa717 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.318197] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e0888-428e-410a-bb14-ac4ef9303791 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.348451] env[62448]: DEBUG nova.compute.manager [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Start destroying the instance on the hypervisor. {{(pid=62448) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2560.348690] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Destroying instance {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2560.349035] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180286MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62448) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2560.349176] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2560.349369] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2560.351501] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1385997-3a9a-4460-8b45-e71df30c381f {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.358606] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Powering off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2560.359124] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c759bbb9-2b76-4c7a-a650-fdd69dc7e83a {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.365377] env[62448]: DEBUG oslo_vmware.api [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2560.365377] env[62448]: value = "task-2094097" [ 2560.365377] env[62448]: _type = "Task" [ 2560.365377] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.373516] env[62448]: DEBUG oslo_vmware.api [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.879551] env[62448]: DEBUG oslo_vmware.api [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094097, 'name': PowerOffVM_Task, 'duration_secs': 0.214969} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2560.879830] env[62448]: DEBUG nova.virt.vmwareapi.vm_util [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Powered off the VM {{(pid=62448) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2560.879949] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Unregistering the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2560.880211] env[62448]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85ba2d5-38f8-4309-85ae-bb7da2a7f539 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.377861] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62448) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2561.378087] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2561.378235] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62448) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2561.405021] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c9c35-7d87-4e9f-984a-3e88a4ac69c6 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.413046] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f255edbf-91c7-4e9f-adf4-35809fc2350c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.444217] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fbdfe4-3a92-4011-953b-99d8ef952cf5 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.452340] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4750dd77-65a7-4c91-8837-e116a1b7b787 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.466615] env[62448]: DEBUG nova.compute.provider_tree [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2561.970127] env[62448]: DEBUG nova.scheduler.client.report [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2562.475445] env[62448]: DEBUG nova.compute.resource_tracker [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62448) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2562.475728] env[62448]: DEBUG oslo_concurrency.lockutils [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2564.475381] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2564.475718] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2564.775685] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2565.280311] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2565.779736] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2566.213575] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Unregistered the VM {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2566.213818] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Deleting contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2566.213985] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleting the datastore file [datastore2] 43e52bf6-bb06-47d1-8478-e64c6c6faf93 {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2566.214278] env[62448]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e600be96-e30e-4727-b954-8cc9a9649a60 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.220602] env[62448]: DEBUG oslo_vmware.api [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for the task: (returnval){ [ 2566.220602] env[62448]: value = "task-2094099" [ 2566.220602] env[62448]: _type = "Task" [ 2566.220602] env[62448]: } to complete. {{(pid=62448) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.227983] env[62448]: DEBUG oslo_vmware.api [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.730520] env[62448]: DEBUG oslo_vmware.api [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Task: {'id': task-2094099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131594} completed successfully. {{(pid=62448) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2566.730771] env[62448]: DEBUG nova.virt.vmwareapi.ds_util [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted the datastore file {{(pid=62448) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2566.730952] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Deleted contents of the VM from datastore datastore2 {{(pid=62448) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2566.731146] env[62448]: DEBUG nova.virt.vmwareapi.vmops [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Instance destroyed {{(pid=62448) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2566.731320] env[62448]: INFO nova.compute.manager [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Took 6.38 seconds to destroy the instance on the hypervisor. [ 2566.731549] env[62448]: DEBUG oslo.service.loopingcall [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62448) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2566.731727] env[62448]: DEBUG nova.compute.manager [-] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Deallocating network for instance {{(pid=62448) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2566.731823] env[62448]: DEBUG nova.network.neutron [-] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] deallocate_for_instance() {{(pid=62448) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2566.974597] env[62448]: DEBUG nova.compute.manager [req-3c3f8042-036d-4c08-8676-94088b4339a6 req-cb0906ac-e8a6-4bb5-a951-65bd553f81d1 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Received event network-vif-deleted-35d804b7-d134-408b-a1c2-86505a4c158a {{(pid=62448) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2566.974831] env[62448]: INFO nova.compute.manager [req-3c3f8042-036d-4c08-8676-94088b4339a6 req-cb0906ac-e8a6-4bb5-a951-65bd553f81d1 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Neutron deleted interface 35d804b7-d134-408b-a1c2-86505a4c158a; detaching it from the instance and deleting it from the info cache [ 2566.974988] env[62448]: DEBUG nova.network.neutron [req-3c3f8042-036d-4c08-8676-94088b4339a6 req-cb0906ac-e8a6-4bb5-a951-65bd553f81d1 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2567.455348] env[62448]: DEBUG nova.network.neutron [-] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Updating instance_info_cache with network_info: [] {{(pid=62448) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2567.477350] env[62448]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f73c4204-b020-4e0b-a2d5-34120dfea53c {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.488803] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014c10c-e528-49f2-b0f0-ae74c12e3199 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.511260] env[62448]: DEBUG nova.compute.manager [req-3c3f8042-036d-4c08-8676-94088b4339a6 req-cb0906ac-e8a6-4bb5-a951-65bd553f81d1 service nova] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Detach interface failed, port_id=35d804b7-d134-408b-a1c2-86505a4c158a, reason: Instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 could not be found. {{(pid=62448) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2567.958299] env[62448]: INFO nova.compute.manager [-] [instance: 43e52bf6-bb06-47d1-8478-e64c6c6faf93] Took 1.23 seconds to deallocate network for instance. [ 2568.465685] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2568.466104] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2568.466204] env[62448]: DEBUG nova.objects.instance [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lazy-loading 'resources' on Instance uuid 43e52bf6-bb06-47d1-8478-e64c6c6faf93 {{(pid=62448) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2569.001269] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b018d7-d5fd-430b-aa48-28fc3f075907 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.008856] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc0b00e-2433-4542-8834-84c52f50f612 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.037465] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee5d23-fda9-4c9a-9242-46b2f096b1a2 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.044399] env[62448]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2584b8-e574-4d7e-8ab0-d25d462297b0 {{(pid=62448) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.057842] env[62448]: DEBUG nova.compute.provider_tree [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed in ProviderTree for provider: 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 {{(pid=62448) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2569.561270] env[62448]: DEBUG nova.scheduler.client.report [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Inventory has not changed for provider 89c3b6e8-c87b-4032-a4fd-5fcce4d07c17 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62448) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2570.066618] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.084381] env[62448]: INFO nova.scheduler.client.report [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Deleted allocations for instance 43e52bf6-bb06-47d1-8478-e64c6c6faf93 [ 2570.591904] env[62448]: DEBUG oslo_concurrency.lockutils [None req-39737bdb-81d0-456f-89bb-2d60945cee1a tempest-ServerActionsTestOtherA-1553363851 tempest-ServerActionsTestOtherA-1553363851-project-member] Lock "43e52bf6-bb06-47d1-8478-e64c6c6faf93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.759s {{(pid=62448) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.780537] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2570.780537] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Starting heal instance info cache {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2570.780537] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Rebuilding the list of instances to heal {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2571.283608] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Didn't find any instances for network info cache update. {{(pid=62448) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2571.283855] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2571.283994] env[62448]: DEBUG nova.compute.manager [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62448) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2575.779986] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2576.775741] env[62448]: DEBUG oslo_service.periodic_task [None req-576d586a-7150-4cc6-bb1d-63ccb582d5d7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62448) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}